-- Logs begin at Wed 2020-12-09 04:42:25 UTC, end at Wed 2020-12-09 05:43:13 UTC. -- Dec 09 05:18:58.328834 dv-cinder-763306-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 05:19:01.008577 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.common.config [-] Logging enabled! Dec 09 05:19:01.009139 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226 Dec 09 05:19:01.010630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80125) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 05:19:01.011365 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.common.config [-] Logging enabled! Dec 09 05:19:01.011645 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev226 Dec 09 05:19:01.011918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80125) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 05:19:01.012987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 05:19:01.013249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 05:19:01.014298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 05:19:01.014579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 05:19:01.014834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 05:19:01.015207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.015547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.015882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.016142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.016479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.016811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.017131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.017459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.017793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.018113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.018458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.018775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.019033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.019997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.020328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.020657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.020912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] debug = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.021227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.021756 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.022071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.022410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.022737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.023046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.023357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.023675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.024036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] host = dv-cinder-763306-6-smb {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.024347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.024673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.025000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.025325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.025632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.025945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.026288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.026598 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.026908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_file = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.027477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.027804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.028128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.028459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.028711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.028963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.029290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.029618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.029929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.030263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.030573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.030882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.031192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.031495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.031819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.032141 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.032462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.032772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.033082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.033387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.033695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.034017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.034357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.034667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.035018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.035353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.035656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.035965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.036308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.036633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.036956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.037281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.037593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.037916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.038246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.038553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.038860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_json = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.039168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.039474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.039793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.040101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.040404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.040714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.041019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.041343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:01.041676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.042011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.042379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.042694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.043020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.043339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.043667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.043980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.044307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.044633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.044961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.045271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.045590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.045926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.046280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.046589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.046899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.047226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.047535 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.047842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.048167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.048476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.048781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.049094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.049401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.049702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.050005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.050337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.050930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.051050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.051317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.051621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.051930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.052236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.052557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.052867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.053172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.053476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.053784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.054090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.054422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.054734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.055045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.055353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.055656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.055958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.056263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.056568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.056871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.057178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.057483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.057791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.058115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.058427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.058733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.059038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.059342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.059663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.059990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.060301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.060614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.060928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.061240 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.061550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.061859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.062193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.062508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.062813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.063145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.063464 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.063784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.064097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.064409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.064745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.065058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.065375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.065690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.066521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.066960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.067173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.067500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.067828 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.068154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.068480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.068805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.069120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.069465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.069778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:01.070020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 05:19:01.070300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80125) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 09 05:19:01.723467 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading Gnome Dec 09 05:19:01.740135 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading Google Dec 09 05:19:01.742825 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading Windows (alt) Dec 09 05:19:01.746236 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading file Dec 09 05:19:01.747183 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading keyczar Dec 09 05:19:01.747466 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading multi Dec 09 05:19:01.748103 dv-cinder-763306-6-smb neutron-server[80125]: INFO keyring.backend [-] Loading pyfs Dec 09 05:19:01.794638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:01.794944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:01.795264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:01.795631 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 05:19:02.216664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.217167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.217286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.276145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.276451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.276747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.280102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.280405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.280696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.358591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.365008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.365008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.365008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.365008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.365008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.481023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.481276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.481578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.481881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.482730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.663449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.663815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.664128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.664430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.664724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.665095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.665391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.665675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.665956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.666310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.666601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.666900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.667200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.667487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.667792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.668099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.668388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.668699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.668981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.669456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.669734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.670012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.670367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.670645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.670919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.671326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.671596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.671863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.672130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.672396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.672661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:02.674024 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 05:19:02.681240 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 05:19:02.688728 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 05:19:02.694723 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 09 05:19:02.697473 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 05:19:02.698619 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 05:19:02.699001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 09 05:19:02.699434 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 05:19:02.702885 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 05:19:02.703171 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 05:19:02.703555 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 09 05:19:02.726168 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 09 05:19:02.726674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.726998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80125) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 09 05:19:02.727405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.728740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80125) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 05:19:02.729051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 09 05:19:02.729325 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 09 05:19:02.732425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.732693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:02.798726 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 05:19:02.798992 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 05:19:02.799263 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 05:19:02.799662 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 05:19:02.836282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.sqlalchemy.engines [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80125) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 09 05:19:03.136691 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing driver for type 'gre' Dec 09 05:19:03.137257 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] gre ID ranges: [(1, 1000)] Dec 09 05:19:03.179922 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing driver for type 'local' Dec 09 05:19:03.180284 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing driver for type 'vlan' Dec 09 05:19:03.190219 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] VlanTypeDriver initialization complete Dec 09 05:19:03.190593 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing driver for type 'vxlan' Dec 09 05:19:03.191195 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] vxlan ID ranges: [(1, 1000)] Dec 09 05:19:03.234748 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing extension driver 'port_security' Dec 09 05:19:03.235234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.extensions.port_security [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] PortSecurityExtensionDriver initialization complete Dec 09 05:19:03.235461 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing mechanism driver 'openvswitch' Dec 09 05:19:03.242317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80125) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:03.243164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.243575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.243969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.244395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.244783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.245167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.245589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.245976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.246381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.246796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.247181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.247559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.247976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.248358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.248735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.345790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > address_group after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.346254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > address_group after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.346684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.347049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] ML2 OVO RPC backend initialized. {{(pid=80125) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 09 05:19:03.348716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.349130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.349616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.350020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > networks before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.350440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.350831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > ports before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.351223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.351613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnets before_response 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.352009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.352395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.352779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.353163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.353546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.353927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.354341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.354720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.355119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.355772 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.plugin [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Modular L2 Plugin initialization complete Dec 09 05:19:03.356136 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading services supported by the core plugin {{(pid=80125) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 09 05:19:03.356513 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.plugins.ml2.managers [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Got port-security extension from driver 'port_security' Dec 09 05:19:03.357039 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.extensions.vlantransparent [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Disabled vlantransparent extension. Dec 09 05:19:03.358536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80125) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 09 05:19:03.358904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: router Dec 09 05:19:03.400248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.400638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_create 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.401046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router before_create 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.401449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.401866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.402543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_delete 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.402946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.403355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_create 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.403738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.404133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.404525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.404928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.405432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.405833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.406250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.406639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: subnet after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.407024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.407422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.407809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_create 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.408192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.408573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.409016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router after_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.409404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.410311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_create 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.410741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.411113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_update 55549900 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.411539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > network after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.412533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Tracking information for resource: router configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:03.412912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Tracking information for resource: floatingip configured {{(pid=80125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 09 05:19:03.417701 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_agentschedulers_db [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 05:19:03.418370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.418770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.419163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.419549 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: port after_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.420454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router before_create 55550100 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.420857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.421260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_create 55550100 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.421655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > router precommit_update 55550100 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.427005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.provider_configuration [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service providers = [] {{(pid=80125) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 05:19:03.427403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.servicetype_db [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80125) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 05:19:03.430223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.service_base [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 05:19:03.430616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.service_base [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 05:19:03.430996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.service_base [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 05:19:03.431887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.service_base [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 05:19:03.432290 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.services.service_base [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 05:19:03.432709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.433069 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 05:19:03.454076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.454472 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: auto_allocate Dec 09 05:19:03.465006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: network precommit_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.465411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: network precommit_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.466010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.466406 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: tag Dec 09 05:19:03.478385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.478756 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: timestamp Dec 09 05:19:03.482611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.482983 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: network_ip_availability Dec 09 05:19:03.489694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.490079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.490504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.491317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.491677 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: flavors Dec 09 05:19:03.508990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.509362 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading Plugin: revisions Dec 09 05:19:03.513940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 09 05:19:03.514406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.719s {{(pid=80125) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:03.515230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80125) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 09 05:19:03.515592 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Initializing extension manager. Dec 09 05:19:03.516175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: __init__.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.516557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: __pycache__ {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.516933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: _filter_validation_lib.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.517306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.517682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: address_group.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.518539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.519809 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: address-group Dec 09 05:19:03.520228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: address_scope.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.520906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.521489 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: address-scope Dec 09 05:19:03.521854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.522808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.523385 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: router-admin-state-down-before-update Dec 09 05:19:03.523748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: agent.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.524503 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.525081 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: agent Dec 09 05:19:03.525441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: agent_resources_synced.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.526388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.526964 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: agent-resources-synced Dec 09 05:19:03.527579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: allowedaddresspairs.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.529383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.529984 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: allowed-address-pairs Dec 09 05:19:03.530376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: auto_allocated_topology.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.531456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.532044 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: auto-allocated-topology Dec 09 05:19:03.532409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: availability_zone.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.533161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.533742 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: availability_zone Dec 09 05:19:03.534108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: availability_zone_filter.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.535674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.536249 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: availability_zone_filter Dec 09 05:19:03.536610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: data_plane_status.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.537544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.538106 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 05:19:03.538497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: default_subnetpools.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.539537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.540121 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: default-subnetpools Dec 09 05:19:03.540482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.541346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.541926 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: dhcp_agent_scheduler Dec 09 05:19:03.542321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: dns.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.543251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.543824 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 05:19:03.544189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: dns_domain_ports.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.545117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.545695 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 05:19:03.546062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: dvr.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.546816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.547397 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: dvr Dec 09 05:19:03.547756 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: empty_string_filtering.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.548693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.549265 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: empty-string-filtering Dec 09 05:19:03.549626 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.550617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.551193 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 05:19:03.551553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.552488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.553082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 05:19:03.553422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: external_net.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.554363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.554947 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: external-net Dec 09 05:19:03.555307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.556222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.556797 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: extra_dhcp_opt Dec 09 05:19:03.557157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: extraroute.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.558078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.558697 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: extraroute Dec 09 05:19:03.559078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: extraroute_atomic.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.560110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.560702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: extraroute-atomic Dec 09 05:19:03.561067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: filter_validation.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.561767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.562368 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: filter-validation Dec 09 05:19:03.562733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: fip_pf_description.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.563655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.564226 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 05:19:03.564588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: fip_port_details.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.565508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.566399 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: fip-port-details Dec 09 05:19:03.566768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: flavors.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.568005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.568695 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: flavors Dec 09 05:19:03.569064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.570734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.571329 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 05:19:03.571701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: floatingip_pools.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.572453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.573033 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: floatingip-pools Dec 09 05:19:03.573395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: ip_allocation.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.574360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.574938 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 05:19:03.575299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.576231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.576815 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: ip-substring-filtering Dec 09 05:19:03.577180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l2_adjacency.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.578110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.578715 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 05:19:03.579076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.580146 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.580734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: router Dec 09 05:19:03.581101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.584278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.584887 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 05:19:03.585262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.586224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.586820 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: ext-gw-mode Dec 09 05:19:03.587187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.588133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.588719 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: l3-ha Dec 09 05:19:03.589091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3_flavors.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.590015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.590632 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: l3-flavors Dec 09 05:19:03.590999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.592038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.592618 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 05:19:03.592985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: l3agentscheduler.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.594200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.594792 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: l3_agent_scheduler Dec 09 05:19:03.595162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: logging.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.596679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.597298 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension logging not supported by any of loaded plugins Dec 09 05:19:03.598453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: metering.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.599270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.599971 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: metering Dec 09 05:19:03.600338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.601448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.602038 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: metering_source_and_destination_fields Dec 09 05:19:03.602429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: multiprovidernet.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.603368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.603946 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: multi-provider Dec 09 05:19:03.604309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: netmtu.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.605234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.605812 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: net-mtu Dec 09 05:19:03.606198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: netmtu_writable.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.607162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.607737 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: net-mtu-writable Dec 09 05:19:03.608099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: network_availability_zone.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.608814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.609420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: network_availability_zone Dec 09 05:19:03.609759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: network_ip_availability.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.610999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.611587 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: network-ip-availability Dec 09 05:19:03.611954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: network_segment_range.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.612787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.613437 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 05:19:03.613798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: pagination.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.614826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.615205 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: pagination Dec 09 05:19:03.615567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.616491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.617070 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: port-mac-address-regenerate Dec 09 05:19:03.617431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.618403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.618982 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: port-numa-affinity-policy Dec 09 05:19:03.619346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: port_resource_request.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.620276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.620847 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 05:19:03.621211 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: portbindings.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.622144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.622735 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: binding Dec 09 05:19:03.623093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: portbindings_extended.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.624386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.624971 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: binding-extended Dec 09 05:19:03.625343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: portsecurity.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.626298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.626882 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: port-security Dec 09 05:19:03.627243 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: project_id.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.628247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.628655 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: project-id Dec 09 05:19:03.629009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: providernet.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.629936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.630543 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: provider Dec 09 05:19:03.630905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.634544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.635146 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos not supported by any of loaded plugins Dec 09 05:19:03.635523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.636768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.637351 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 05:19:03.637725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.638675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.639251 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 05:19:03.639619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_default.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.640547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.641121 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-default not supported by any of loaded plugins Dec 09 05:19:03.641486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_fip.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.642197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.642773 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 05:19:03.643138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_gateway_ip.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.644068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.645169 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 05:19:03.645590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_port_network_policy.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.646559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.647137 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 05:19:03.647499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_rule_type_details.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.648435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.649013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 05:19:03.649381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: qos_rules_alias.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.650494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.651030 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 05:19:03.651396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: quotasv2.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.652625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.653001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: quotas Dec 09 05:19:03.653366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: quotasv2_detail.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.654977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.655360 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: quota_details Dec 09 05:19:03.655726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: rbac.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.656991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.657589 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: rbac-policies Dec 09 05:19:03.657957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: rbac_address_scope.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.658922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.659526 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: rbac-address-scope Dec 09 05:19:03.660498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: rbac_security_groups.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.661428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.662018 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: rbac-security-groups Dec 09 05:19:03.662409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: rbac_subnetpool.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.663335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.663915 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: rbac-subnetpool Dec 09 05:19:03.664282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: revisionifmatch.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.665210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.665793 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: revision-if-match Dec 09 05:19:03.666178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: revisions.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.667301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.667891 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: standard-attr-revisions Dec 09 05:19:03.668261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: router_availability_zone.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.668984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.669574 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: router_availability_zone Dec 09 05:19:03.669936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: routerservicetype.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.670896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.671476 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 05:19:03.671842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.672776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.673357 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: port-security-groups-filtering Dec 09 05:19:03.673721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.674684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.675264 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: security-groups-remote-address-group Dec 09 05:19:03.675734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: securitygroup.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.688667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.689293 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: security-group Dec 09 05:19:03.689668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: segment.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.690552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.691162 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension segment not supported by any of loaded plugins Dec 09 05:19:03.691533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.692477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.693059 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 05:19:03.693428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: servicetype.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.694562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.695152 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: service-type Dec 09 05:19:03.695516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: sorting.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.696509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.696881 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: sorting Dec 09 05:19:03.697242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: standard_attr_segment.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.698200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.698769 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 05:19:03.699138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: standardattrdescription.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.699837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.700413 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: standard-attr-description Dec 09 05:19:03.700771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: stateful_security_group.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.701707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.702328 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: stateful-security-group Dec 09 05:19:03.702688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: stdattrs_common.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.703272 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 05:19:03.703630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.704563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.705141 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 05:19:03.705501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnet_onboard.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.707851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.708495 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: subnet_onboard Dec 09 05:19:03.708875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.709948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.710568 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 05:19:03.710940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnet_service_types.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.711888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.712472 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: subnet-service-types Dec 09 05:19:03.712878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnetallocation.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.713980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.714593 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: subnet_allocation Dec 09 05:19:03.714960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.715661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.716244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: subnetpool-prefix-ops Dec 09 05:19:03.716610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.717556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.718131 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 05:19:03.718518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: tagging.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.719803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.720395 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: standard-attr-tag Dec 09 05:19:03.720760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: timestamp.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.721956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.723295 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loaded extension: standard-attr-timestamp Dec 09 05:19:03.723677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: trunk.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.724734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.725328 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension trunk not supported by any of loaded plugins Dec 09 05:19:03.725693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: trunk_details.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.726643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.727220 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 05:19:03.727584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: uplink_status_propagation.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.728505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.729085 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 05:19:03.729448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Loading extension file: vlantransparent.py {{(pid=80125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 09 05:19:03.730199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 09 05:19:03.730752 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 05:19:03.733389 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:network Dec 09 05:19:03.734230 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnet Dec 09 05:19:03.734909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 05:19:03.735572 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:port Dec 09 05:19:03.738029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.738518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service FLAVORS assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.739217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.739691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.740064 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:router Dec 09 05:19:03.740796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 05:19:03.741576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service METERING assigned prefix: /metering {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.743398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.743809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.744197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80125) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:19:03.745330 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 05:19:03.745817 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:security_group Dec 09 05:19:03.746651 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 05:19:03.747471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service CORE assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.747843 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 05:19:03.748207 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] subnetpool is already registered Dec 09 05:19:03.748888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service CORE assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.749264 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 05:19:03.749631 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] subnetpool is already registered Dec 09 05:19:03.752391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.752873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service FLAVORS assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.753538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.754003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.754393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:router Dec 09 05:19:03.754762 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] router is already registered Dec 09 05:19:03.755418 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 05:19:03.755784 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] floatingip is already registered Dec 09 05:19:03.756469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service METERING assigned prefix: /metering {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.757212 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 05:19:03.757574 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] rbac_policy is already registered Dec 09 05:19:03.758223 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:security_group Dec 09 05:19:03.758594 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] security_group is already registered Dec 09 05:19:03.759237 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 05:19:03.759600 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] security_group_rule is already registered Dec 09 05:19:03.760332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service CORE assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.760698 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 05:19:03.761056 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] subnetpool is already registered Dec 09 05:19:03.761721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.resource_helper [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Service CORE assigned prefix: {{(pid=80125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 05:19:03.762092 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 05:19:03.762477 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.quota.resource_registry [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] subnetpool is already registered Dec 09 05:19:03.763196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: extensions {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.764762 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: address-groups {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.766501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: address-scopes {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.767797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: agents {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.769056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: auto-allocated-topology {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.771035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: availability_zones {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.772443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: dhcp-networks {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.773951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: dhcp-agents {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.775494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: routers {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.777684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: flavors {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.778992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: service_profiles {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.780297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: next_providers {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.781922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: service_profiles {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.783492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: floatingip-pools {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.784938 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: routers {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.787276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: floatingips {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.788555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: l3-routers {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.790043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: l3-agents {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.791614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: metering-labels {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.793052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: metering-label-rules {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.794478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: network-ip-availabilities {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.795830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: bindings {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.797574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: quotas {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.799132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: quotas {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.800941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: rbac-policies {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.802109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: security-groups {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.803418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: security-group-rules {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.804741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: service-providers {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.806063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: subnetpools {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.807609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: subnetpools {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.809206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.811033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.813862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.815781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.817741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.819561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.821450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.823454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.825453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.827477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.extensions [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Extended resource: tags {{(pid=80125) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 09 05:19:03.835386 dv-cinder-763306-6-smb neutron-server[80125]: WARNING keystonemiddleware.auth_token [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 05:19:03.840657 dv-cinder-763306-6-smb neutron-server[80125]: WARNING keystonemiddleware.auth_token [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 05:19:03.850307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Acquired lock "singleton_lock" {{(pid=80125) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 09 05:19:03.850830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Releasing lock "singleton_lock" {{(pid=80125) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 09 05:19:03.852305 dv-cinder-763306-6-smb neutron-server[80125]: INFO oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Starting 2 workers Dec 09 05:19:03.857238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Started child 80238 {{(pid=80125) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 09 05:19:03.861655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.862078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Started child 80239 {{(pid=80125) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 09 05:19:03.863311 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [-] (80238) wsgi starting up on http://0.0.0.0:9696 Dec 09 05:19:03.864088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 05:19:03.864485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Notify callbacks [] for process, before_spawn {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.865874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.867117 dv-cinder-763306-6-smb neutron-server[80125]: INFO oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Starting 1 workers Dec 09 05:19:03.867280 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [-] (80239) wsgi starting up on http://0.0.0.0:9696 Dec 09 05:19:03.872681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Started child 80240 {{(pid=80125) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 09 05:19:03.873260 dv-cinder-763306-6-smb neutron-server[80125]: INFO oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Starting 1 workers Dec 09 05:19:03.875185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] calling RpcWorker wait() {{(pid=80240) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 05:19:03.875591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] returning from RpcWorker wait() {{(pid=80240) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 05:19:03.877154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.877683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:03.878054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Started child 80241 {{(pid=80125) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 09 05:19:03.879573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e9924868-8df4-4738-8d60-1f68dc332892 None None] Notify callbacks [] for process, after_spawn {{(pid=80125) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.881284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80125) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 09 05:19:03.881513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 05:19:03.881720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 05:19:03.881987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 05:19:03.882431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 05:19:03.882627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 05:19:03.882843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:03.883213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.883510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.883834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.884123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.884459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.885118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.885406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.885681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.886000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.886294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.886499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.886695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.886987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.887257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.887608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.887898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.888167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.888451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.888657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.888948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.889250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.889542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.889844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] debug = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.890104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.890735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.890995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.891248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.891499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.891815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.892084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.892391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.892643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.892896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.893164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.893455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.893719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.893969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.894894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.895171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.895621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] host = dv-cinder-763306-6-smb {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.895877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.896128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.896396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.896661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.896944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.897208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.897476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.897778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.898064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.898350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.898623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.898889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.899134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.899417 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_file = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.899577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_options = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.899852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.900118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.900402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.900662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.900829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.900968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.901252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.901443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.901727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.902004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.902544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.902794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.903041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.903286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.903579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.903827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.904104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.904364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.904648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.904940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.905258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.905472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.905719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.905972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.906244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.906493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.906760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.908902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.909504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.910672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.911505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.911687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:03.911795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.913908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.914250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.914566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.914834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.915107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.915448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.915732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.918242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.919485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.919769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.920294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.923072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.923362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.924147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_json = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.926324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.926685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.927101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.927753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.927753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.928132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.929401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.929401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:03.929401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.929688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.929782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.930080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.930393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.930690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.930989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.931285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.931589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.931888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.932237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.932498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.932890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.933207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.933489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.933766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.934039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.934326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.934609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.934871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.935124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.935378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.935682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.935946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.936197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.936471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.936721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.936994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.937258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.937557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.937831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.938089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.938436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.938677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.939044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.939317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.939595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.939973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.940383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.940778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.941695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.942342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.942613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.942882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.943262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.943528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.943839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.944263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.944709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.945134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.945587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.945921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.946463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.947255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.948392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.948706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.949069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.949536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.950010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.950416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.950711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.950972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.951242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.951509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.951810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.952072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.952330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.952591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.952866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.953122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.953375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.953631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.953888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.954239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.956678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.957923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.957923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.957923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.958224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.958390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.958662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.958903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.959413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.959726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.960187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.960453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.960977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.961865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.962345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.962713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.963203 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.963674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.964163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.964674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.965168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.965492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.965738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.966268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.966608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.966907 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.967410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.967904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.968257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.968548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.968817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.969110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.969403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.969697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.969977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.970330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.970640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.970900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.971152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.971443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.971821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.972122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.972400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.972652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.972965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.973234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.973495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.973809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.974097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.974405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.974707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.974998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.975274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.975551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.975851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.976123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.976394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.976645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.976931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.977201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.977481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.977769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.978019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.978301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.978553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.978828 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.979083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.979372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.979620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.979875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.980147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.980402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.980658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.980916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.981166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.981454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.981710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.982017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.982332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.983048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.983048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.983293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.983404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37622) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.986842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.987916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.988698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.988698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.988977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.989123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.990178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.990178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.990178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.990444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.990837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.991266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.991706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.992055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.992487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.993020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.993506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.994013 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.994430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.994752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.995035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.995461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.996046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.996487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.996847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.997234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.997592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.997812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.998131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.998442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.998728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.999030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:03.999394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.000482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.000482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.000482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.000715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.000989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.001298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.001555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.001899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.001998 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0151813 Dec 09 05:19:04.002269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.002691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.002855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.003286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.004267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.004463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.004810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.004958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.005378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.005514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.005738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.006040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.006361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.006622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.006941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.007195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.007612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.007888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.008115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.009113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.009552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 05:19:04.010227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80125) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 09 05:19:04.010428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 05:19:04.010614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 05:19:04.010948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 05:19:04.011072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 05:19:04.011186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 05:19:04.011416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.011611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.013763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.014816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.015152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.015504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] debug = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.015694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.015898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.016261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.016460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.016614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.016792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.016957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.017147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.017338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.017524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.017712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.017900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.018087 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.018320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.018509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.020176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.020407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] host = dv-cinder-763306-6-smb {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.020580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.020724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.020903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.021090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.021257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.021449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.021639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.022983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_file = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.023193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_options = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.023284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.023461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.023649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.023861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.024906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.025888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026598 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.026912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.027075 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.027504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.027722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.027886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.028968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.029127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.030215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.030406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.030578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.030946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.031145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.031318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.031502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.031693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.031882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_json = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.032964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.033125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.033313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.033503 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.033691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.033878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 05:19:04.034088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.034978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.035371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.035574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.035773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.035890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:04.036033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.036117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.036309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.036503 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.036697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.036897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.037090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.037302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.037495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.037688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.037880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.038070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.038305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.038497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.038689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.039569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.039569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.039569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.039569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.039569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.040872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.041713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042700 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.042974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043121 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.043933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.044123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.044313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.044502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.044693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.044882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.045992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.046216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.046413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.046604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.046792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.046982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.047173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.047506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.047599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.047717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.047939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.048077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.048275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.048483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.050769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.054855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.055493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.056864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.057869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.058518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.059584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.059805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.060211 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.061415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.061415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.061415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.061811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.061811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.062358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.062358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.062358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.063876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.064540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.064540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.064766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.065630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.066803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.066933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.067108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.067308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.067502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.067697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.067890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.068085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.068555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.068555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.068795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.068795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.069969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.070473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.070473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.070473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.070782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.070782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.071854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.072837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.073965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.074115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.074332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.074536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.074728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.074921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.075111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.075303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.075494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.075686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.075880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.076080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.076278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.076469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.076666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.076864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.077840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.077840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.077840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.077840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.077840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.078990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.079097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.079219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.079406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.079596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 05:19:04.082355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80125) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 05:19:14.348854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b5794f-bd00-45db-a618-3272c41367d2 None None] get_active_networks_info from dv-cinder-763306-6-smb {{(pid=80240) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 05:19:14.469280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5794f-bd00-45db-a618-3272c41367d2 None None] No non-hosted networks {{(pid=80240) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 05:19:14.498004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-92d2f3bb-7219-44cb-89ed-c645c3e23fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:16.436543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-43be3115-d6dd-418b-91a0-78cba968b508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:16.552795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4e2a1dc5-3e9f-44b3-bd68-0abaff6cdf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:17.387042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:17.930466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:17.934226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.934841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.935412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.935976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.936551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.937140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.937703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.938490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.939056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.939623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.940189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.940849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:17.942011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:17.956077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:18.470198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:19.845433 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_hamode_db [None req-1903199c-b398-4094-88e1-32468d512624 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 05:19:19.929702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903199c-b398-4094-88e1-32468d512624 None None] Routers set() bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:19:19.930142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903199c-b398-4094-88e1-32468d512624 None None] Router IDs set() for agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 09 05:19:20.137545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] get_endpoint_by_host() called for host dv-cinder-763306-6-smb {{(pid=80240) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 09 05:19:20.143184 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=80240) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 09 05:19:20.146727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=80240) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 09 05:19:20.152917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] _get_endpoints() called {{(pid=80240) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 09 05:19:20.412555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37720) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:21.059208 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-e3cafc46-8cdf-436e-ba69-fafa59f42178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:19:21.059820 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-e3cafc46-8cdf-436e-ba69-fafa59f42178 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:19:21.303391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-e3cafc46-8cdf-436e-ba69-fafa59f42178 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:19:21.304553 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e3cafc46-8cdf-436e-ba69-fafa59f42178 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8909795 Dec 09 05:19:24.017560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37734) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:24.454741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:24.503406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.policy [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80238) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 09 05:19:24.504230 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:19:24.504649 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:19:24.511719 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Loaded quota_driver: . Dec 09 05:19:24.557821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:24.611712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793168020842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793168042310', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793168043296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793168251226', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793168254609', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036838606564', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838593438', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854197604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686208'] for rbac-policy, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:24.675142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:24.676495 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-30abb851-5708-4b80-8c6c-622a34782f21 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6578672 Dec 09 05:19:27.666967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37748) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:28.076077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Request body: {'network': {'project_id': '61c5c558b24340ae93f8300eb5904149', 'name': 'private', 'admin_state_up': True}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:28.081910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:28.086676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Usage tracker for resource:network and tenant:61c5c558b24340ae93f8300eb5904149 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:28.090322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:28.096335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:28.106130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Made reservation on behalf of 61c5c558b24340ae93f8300eb5904149 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:19:28.112155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.132092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.146736 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:28.150631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Usage tracker for resource:security_group_rule and tenant:61c5c558b24340ae93f8300eb5904149 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:28.154422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:28.160073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:28.263757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.266527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.272745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:28.295042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:19:28.319920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.320528 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Added segment 1f4a38d7-576c-41c9-9019-c89da6b71f4d of type vxlan for network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 Dec 09 05:19:28.375401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2a206a-100c-40bc-add2-c0bd9479e8f1,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:28.397147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.397456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.397817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.398197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.398554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.398905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.399253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.399600 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.399960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.400305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.400646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.400989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Tracked resource versions report: Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:19:28.402187 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:19:28.447373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.451913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:28.486448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.487823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:28.488499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:28.493617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:28.759957 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0917189 Dec 09 05:19:28.760618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Pushing event updated for resources: {'Network': ['ID=86cb397f-5024-4dd5-afa5-e07ddfb0e975,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:28.763834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:28.772973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:19:31.883424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37764) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:32.396589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df1d7c-704e-495e-9f9f-603cd1b66949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:32.397980 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b6df1d7c-704e-495e-9f9f-603cd1b66949 admin admin] 10.222.0.57 "GET /v2.0/networks/86cb397f-5024-4dd5-afa5-e07ddfb0e975 HTTP/1.1" status: 200 len: 818 time: 0.5135300 Dec 09 05:19:32.426814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-669f223e-28c8-4b9e-8ef9-1655d29ab78e admin admin] 10.222.0.57 "GET /v2.0/subnetpools/43130d43-3775-45ca-970b-577a14fb9951 HTTP/1.1" status: 200 len: 734 time: 0.0222752 Dec 09 05:19:32.436781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:32.441192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:32.445100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Usage tracker for resource:subnet and tenant:61c5c558b24340ae93f8300eb5904149 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:32.448074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:32.453637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:32.462318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Made reservation on behalf of 61c5c558b24340ae93f8300eb5904149 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:19:32.466967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:32.971448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:32.986789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:33.132242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:33.138426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:33.194588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Checking segment: {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:19:33.194978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Network hostable DHCP agents. Network: 86cb397f-5024-4dd5-afa5-e07ddfb0e975, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:19:33.215457 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:19:33.224112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 86cb397f-5024-4dd5-afa5-e07ddfb0e975) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:19:33.228513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:33.229148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:33.234632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226d045-f23b-43de-83e5-7b9a07f0afd8 None None] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:19:33.247833 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8145854 Dec 09 05:19:33.553110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:19:33.554423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:33.897178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Allocated IP 172.20.0.2 (86cb397f-5024-4dd5-afa5-e07ddfb0e975/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035/ad629f89-7a7a-4de1-be10-8efee6ef65c0) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:19:34.301383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:34.314387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Transition to ACTIVE for port object ad629f89-7a7a-4de1-be10-8efee6ef65c0 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:19:34.331540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Transition to ACTIVE for port object ad629f89-7a7a-4de1-be10-8efee6ef65c0 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:19:34.337436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:34.352602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:34.484494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Pushing event updated for resources: {'Port': ['ID=ad629f89-7a7a-4de1-be10-8efee6ef65c0,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:34.502511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.502890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.503259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.503942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.504303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.504661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.505014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.505926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.506319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.506654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.507000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.507412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Tracked resource versions report: Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:19:34.508497 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:19:34.512575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:34.557218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:19:34.558416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:19:34.561148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:19:34.617469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Attempting to bind port ad629f89-7a7a-4de1-be10-8efee6ef65c0 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:19:34.617882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Attempting to bind port ad629f89-7a7a-4de1-be10-8efee6ef65c0 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:19:34.618338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Attempting to bind port ad629f89-7a7a-4de1-be10-8efee6ef65c0 on network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:19:34.623833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:19:34.624254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Checking segment: {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:19:34.624712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:34.625140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Bound using segment: {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:19:34.625788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Bound port: ad629f89-7a7a-4de1-be10-8efee6ef65c0, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:19:34.626226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:34.717647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] For port ad629f89-7a7a-4de1-be10-8efee6ef65c0, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:19:34.721678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] For port ad629f89-7a7a-4de1-be10-8efee6ef65c0, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=ad629f89-7a7a-4de1-be10-8efee6ef65c0,segment=NetworkSegment(1f4a38d7-576c-41c9-9019-c89da6b71f4d),segment_id=1f4a38d7-576c-41c9-9019-c89da6b71f4d)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:19:34.725390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:34.740768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:34.889641 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Pushing event updated for resources: {'Port': ['ID=ad629f89-7a7a-4de1-be10-8efee6ef65c0,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:34.894823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:35.975633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37774) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:36.428649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-6ace7018-3c48-4105-aa2d-9d4b493f418d admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:19:36.429732 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6ace7018-3c48-4105-aa2d-9d4b493f418d admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4530671 Dec 09 05:19:38.214010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ad629f89-7a7a-4de1-be10-8efee6ef65c0 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:19:38.290374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:19:39.200811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37788) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:39.256328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72aa687-025c-4ca0-8545-c0ecd278d364 None None] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:19:39.298637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Provisioning for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:19:39.350368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Provisioning complete for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:39.350783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:39.558355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:39.631189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] For port ad629f89-7a7a-4de1-be10-8efee6ef65c0, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=ad629f89-7a7a-4de1-be10-8efee6ef65c0,segment=NetworkSegment(1f4a38d7-576c-41c9-9019-c89da6b71f4d),segment_id=1f4a38d7-576c-41c9-9019-c89da6b71f4d)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:19:39.637288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:39.637613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-330a4c13-c23d-4010-b075-2dabe814c851 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:19:39.638830 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-330a4c13-c23d-4010-b075-2dabe814c851 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4370112 Dec 09 05:19:39.642260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:39.724269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Pushing event updated for resources: {'Port': ['ID=ad629f89-7a7a-4de1-be10-8efee6ef65c0,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:39.728350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:39.975402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-9478be22-80fd-4412-9f8e-f9a8023b47ff None None] Provisioning complete for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:39.975738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9478be22-80fd-4412-9f8e-f9a8023b47ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:40.201044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ad629f89-7a7a-4de1-be10-8efee6ef65c0 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:19:40.267616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-39a7017d-9c71-402a-9745-ec89eaed5f50 None None] Provisioning complete for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:40.268110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-39a7017d-9c71-402a-9745-ec89eaed5f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:40.341358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:40.341936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:42.801054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37800) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:43.217962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Request body: {'router': {'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'name': 'router1'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:43.223300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:43.228088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Usage tracker for resource:router and tenant:61c5c558b24340ae93f8300eb5904149 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:43.231247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:43.236942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:43.246953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:43.248295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:43.272422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:43.371690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:43.389479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] Notify callbacks [] for router, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:43.390776 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bacc918a-5c18-4734-9979-c0975dbede60 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5886834 Dec 09 05:19:44.136082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab0718f3-ae4e-4118-a6fa-1b95c4bf021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:46.095451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37810) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:46.452923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-04ebddc4-8cd8-4b3a-840e-e408c9e892ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:46.525353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-d560f977-6bc4-4046-9b30-1e7246cd7568 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:19:46.526447 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d560f977-6bc4-4046-9b30-1e7246cd7568 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4299595 Dec 09 05:19:47.340608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:47.919293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:48.400367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.252570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37830) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:49.440312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:49.448495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:49.452492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Usage tracker for resource:network and tenant:eebd5851910045f8878339d82bb339d1 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:49.455495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:49.461689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:49.470398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Made reservation on behalf of eebd5851910045f8878339d82bb339d1 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:19:49.475785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.488238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.503296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:49.507306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Usage tracker for resource:security_group_rule and tenant:eebd5851910045f8878339d82bb339d1 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:49.510223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:49.515832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:49.599069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.601738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.605871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:49.620739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Reserving flat network on physical network physnet1 {{(pid=80238) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 09 05:19:49.643255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f456588-bf61-4532-a3bd-22e347a2c608,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:49.646171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.646796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Unsubscribe: segment precommit_create {{(pid=80238) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 09 05:19:49.647210 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Added segment 016f0e06-9ee2-4a1e-83c1-73eb76f4ba60 of type flat for network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c Dec 09 05:19:49.648476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:49.681463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.717247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.718482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:49.719107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:49.723870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:49.826748 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5730448 Dec 09 05:19:49.827473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Pushing event updated for resources: {'Network': ['ID=03a40fbc-98b7-4ac8-bb2b-ac981dc2995c,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:49.843835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:49.852223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:19:52.371985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37850) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:52.531776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96aac8-5bb3-40cd-bea1-e5c8cf0dc749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:52.533215 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5b96aac8-5bb3-40cd-bea1-e5c8cf0dc749 admin admin] 10.222.0.57 "GET /v2.0/subnets/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035 HTTP/1.1" status: 200 len: 849 time: 0.1602049 Dec 09 05:19:52.679045 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e59cc807-7068-4f9b-bbfc-077fa6cac3e7 admin admin] 10.222.0.57 "GET /v2.0/routers/11f3a52e-3acb-4cfd-b3d4-a435d857f382 HTTP/1.1" status: 200 len: 704 time: 0.1391678 Dec 09 05:19:53.307495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:53.669220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Allocated IP 172.20.0.1 (86cb397f-5024-4dd5-afa5-e07ddfb0e975/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035/bce4fa4c-4dfe-4bbb-948b-07e5ce527f72) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:19:53.831193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:53.848887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Transition to ACTIVE for port object bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:19:53.898465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:53.913959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:54.045986 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Pushing event updated for resources: {'Port': ['ID=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:54.057852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:54.102348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:19:54.103695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:19:54.106216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:19:54.107051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.265262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4a34d3ea-461b-45de-ba2e-07e2d7470001 None None] Provisioning for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:19:54.274070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4a34d3ea-461b-45de-ba2e-07e2d7470001 None None] Provisioning complete for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:54.274760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4a34d3ea-461b-45de-ba2e-07e2d7470001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.357675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-4a34d3ea-461b-45de-ba2e-07e2d7470001 None None] Port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:19:54.404350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.694830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.698119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.699160 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:54.713484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:54.842555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Pushing event updated for resources: {'Port': ['ID=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:54.846896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:54.897796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:19:54.898893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:19:55.082730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4233abd2-eab4-40c7-8017-c8d8a7043af4 None None] Provisioning complete for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:19:55.083143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4233abd2-eab4-40c7-8017-c8d8a7043af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:55.140782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-4233abd2-eab4-40c7-8017-c8d8a7043af4 None None] Port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:19:55.255645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:19:55.408442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:19:55.418703 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] 10.222.0.57 "PUT /v2.0/routers/11f3a52e-3acb-4cfd-b3d4-a435d857f382/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7338662 Dec 09 05:19:55.419334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Sync routers for ids ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:19:55.431443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Routers {'11f3a52e-3acb-4cfd-b3d4-a435d857f382'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:19:55.432341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:19:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:55.619960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Set router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 gateway port host: None {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:19:55.999031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:19:54Z', 'revision_number': 2, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port_host': None, '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:19:54Z', 'revision_number': 2, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:56.004099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Checking router: 11f3a52e-3acb-4cfd-b3d4-a435d857f382 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:19:56.004517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Updating router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:19:56.057475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:56.665279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:56.680885 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Transition to ACTIVE for port object bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:19:56.683701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:56.699721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:56.844101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Pushing event updated for resources: {'Port': ['ID=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:56.854725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.855102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.855472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.855834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.856191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.856551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.856907 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.857260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.857610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.857960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.858338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.858690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Tracked resource versions report: Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:19:56.859811 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:19:56.863374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:57.017722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Attempting to bind port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:19:57.018286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Attempting to bind port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:19:57.018528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Attempting to bind port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 on network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:19:57.024495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:19:57.024920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Checking segment: {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:19:57.025380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:57.025807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Bound using segment: {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:19:57.026382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Bound port: bce4fa4c-4dfe-4bbb-948b-07e5ce527f72, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f4a38d7-576c-41c9-9019-c89da6b71f4d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:19:57.026811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:57.123707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] For port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:19:57.128159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] For port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,segment=NetworkSegment(1f4a38d7-576c-41c9-9019-c89da6b71f4d),segment_id=1f4a38d7-576c-41c9-9019-c89da6b71f4d)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:19:57.132371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:57.148083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:57.301908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Pushing event updated for resources: {'Port': ['ID=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:57.307509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:57.358390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Routers {'11f3a52e-3acb-4cfd-b3d4-a435d857f382'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:19:57.359055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:19:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:57.523673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] Set router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 gateway port host: None {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:19:57.873694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:19:54Z', 'revision_number': 2, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port_host': None, '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:19:57Z', 'revision_number': 4, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:19:57.878188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d683c4-424e-422e-b696-6a0fb403b3f4 None None] The sync data for ids ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'] in dv-cinder-763306-6-smb is: [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:19:54Z', 'revision_number': 2, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port_host': None, '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:19:57Z', 'revision_number': 4, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:19:57.937362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:19:57.960209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37862) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:19:58.150727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253460cf-9989-4d9e-b585-062ce522eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:58.151332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-253460cf-9989-4d9e-b585-062ce522eb9b admin admin] Synchronizing usage tracker for tenant:eebd5851910045f8878339d82bb339d1 on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:19:58.168115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-253460cf-9989-4d9e-b585-062ce522eb9b admin admin] Unset dirty status for tenant:eebd5851910045f8878339d82bb339d1 on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:19:58.169304 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-253460cf-9989-4d9e-b585-062ce522eb9b admin admin] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 842 time: 0.2080684 Dec 09 05:19:58.180488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:19:58.186001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:19:58.189950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Usage tracker for resource:subnet and tenant:eebd5851910045f8878339d82bb339d1 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:19:58.192919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:19:58.199776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:19:58.208339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Made reservation on behalf of eebd5851910045f8878339d82bb339d1 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:19:58.213004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:58.646114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80238) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:19:58.646621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:58.661508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:19:58.800779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04d004b-3cf6-427d-aed4-b535ff36b9f2,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:19:58.805486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:19:58.869332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:19:58.869735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Network hostable DHCP agents. Network: 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:19:58.888951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:19:58.897818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:19:58.902307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:19:58.902950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:19:58.907295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca1d7b-546b-48dd-a13c-cc9f0b42516f None None] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:19:58.924180 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7478216 Dec 09 05:19:59.151606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ccdaff-3b1b-4461-9cdf-d538460a7cae None None] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:20:00.223130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:20:00.289798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:20:00.294558 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:20:00.294963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:00.412438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:00.446184 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,segment=NetworkSegment(1f4a38d7-576c-41c9-9019-c89da6b71f4d),segment_id=1f4a38d7-576c-41c9-9019-c89da6b71f4d)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:20:00.448831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:00.451974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1475b4d8-3baf-4c58-807e-68c373fc878f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:00.520198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=bce4fa4c-4dfe-4bbb-948b-07e5ce527f72,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:00.524955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:01.488657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37876) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:20:01.716168 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-52a520aa-8fe9-4e5e-a551-fae5208048c7 admin admin] 10.222.0.57 "GET /v2.0/routers/11f3a52e-3acb-4cfd-b3d4-a435d857f382 HTTP/1.1" status: 200 len: 710 time: 0.2261968 Dec 09 05:20:01.850764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3eb326-453f-4811-a69b-eec9097528d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:20:01.852213 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2f3eb326-453f-4811-a69b-eec9097528d4 admin admin] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 886 time: 0.1302359 Dec 09 05:20:01.861676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:20:02.201974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:20:02.271843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:20:02.272776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:02.314132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:02.840597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:02.872298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:02.885105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:02.900029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:20:02.904271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:20:02.907178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:20:02.912920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:20:02.999793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:03.002620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:03.017391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:03.111612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64441c1a-4415-44e8-9694-80a888549797,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:03.121387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:03.270092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Allocated IP 172.28.3.93 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/6c156049-462a-404e-88ec-ad356b3a3c83) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:20:03.421078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:03.447451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:03.465938 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:03.601130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Pushing event updated for resources: {'Port': ['ID=6c156049-462a-404e-88ec-ad356b3a3c83,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:03.604513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:03.649883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:20:03.650958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:20:03.653127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:20:04.040059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:04.385661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:04.389100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854119620'] for router, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:04.577252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:20:04.935023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:20:04.945678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Sync routers for ids ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:20:04.953093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Notify callbacks [] for router, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:04.954448 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] 10.222.0.57 "PUT /v2.0/routers/11f3a52e-3acb-4cfd-b3d4-a435d857f382 HTTP/1.1" status: 200 len: 889 time: 3.0961356 Dec 09 05:20:04.955458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Routers {'11f3a52e-3acb-4cfd-b3d4-a435d857f382'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:20:04.956108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:19:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:20:05.298429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Set router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:20:05.648533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:20:03Z', 'revision_number': 4, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port': {'id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:20:03Z', 'updated_at': '2020-12-09T05:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:20:00Z', 'revision_number': 5, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:20:05.653464 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Checking router: 11f3a52e-3acb-4cfd-b3d4-a435d857f382 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:20:05.654124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Updating router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 port 6c156049-462a-404e-88ec-ad356b3a3c83 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:20:05.706007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.099057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.112450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Transition to ACTIVE for port object 6c156049-462a-404e-88ec-ad356b3a3c83 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:20:06.115181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.131157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:06.267009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Pushing event updated for resources: {'Port': ['ID=6c156049-462a-404e-88ec-ad356b3a3c83,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:06.272888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:06.330184 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Attempting to bind port 6c156049-462a-404e-88ec-ad356b3a3c83 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:20:06.330794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Attempting to bind port 6c156049-462a-404e-88ec-ad356b3a3c83 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:20:06.330958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Attempting to bind port 6c156049-462a-404e-88ec-ad356b3a3c83 on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:20:06.336713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:20:06.337120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:20:06.337561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.337988 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:20:06.338537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Bound port: 6c156049-462a-404e-88ec-ad356b3a3c83, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:20:06.338962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.414939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] For port 6c156049-462a-404e-88ec-ad356b3a3c83, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:20:06.417957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] For port 6c156049-462a-404e-88ec-ad356b3a3c83, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=6c156049-462a-404e-88ec-ad356b3a3c83,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:20:06.421239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:06.437507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:06.590929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Pushing event updated for resources: {'Port': ['ID=6c156049-462a-404e-88ec-ad356b3a3c83,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:06.596592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:06.638126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Routers {'11f3a52e-3acb-4cfd-b3d4-a435d857f382'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:20:06.638807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:19:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:20:06.825491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] Set router 11f3a52e-3acb-4cfd-b3d4-a435d857f382 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:20:07.176078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:20:03Z', 'revision_number': 4, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port': {'id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:20:03Z', 'updated_at': '2020-12-09T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:20:00Z', 'revision_number': 5, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:20:07.181202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff9887-699b-484c-ab3e-0a7d0190ba0e None None] The sync data for ids ['11f3a52e-3acb-4cfd-b3d4-a435d857f382'] in dv-cinder-763306-6-smb is: [{'id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'name': 'router1', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93'}], 'enable_snat': True}, 'gw_port_id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:19:43Z', 'updated_at': '2020-12-09T05:20:03Z', 'revision_number': 4, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'gw_port': {'id': '6c156049-462a-404e-88ec-ad356b3a3c83', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:20:03Z', 'updated_at': '2020-12-09T05:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'bce4fa4c-4dfe-4bbb-948b-07e5ce527f72', 'name': '', 'network_id': '86cb397f-5024-4dd5-afa5-e07ddfb0e975', 'tenant_id': '61c5c558b24340ae93f8300eb5904149', 'mac_address': 'fa:16:3e:cc:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f3a52e-3acb-4cfd-b3d4-a435d857f382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:19:53Z', 'updated_at': '2020-12-09T05:20:00Z', 'revision_number': 5, 'project_id': '61c5c558b24340ae93f8300eb5904149', 'subnets': [{'id': 'b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '43130d43-3775-45ca-970b-577a14fb9951'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:20:07.679523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 37886) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:20:07.830718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346da972-69f1-42c3-a330-a1ba005cc9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:20:07.832364 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-346da972-69f1-42c3-a330-a1ba005cc9cf admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1517944 Dec 09 05:20:08.231275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 6c156049-462a-404e-88ec-ad356b3a3c83 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:20:08.305746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 6c156049-462a-404e-88ec-ad356b3a3c83 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:20:08.310845 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 6c156049-462a-404e-88ec-ad356b3a3c83 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:20:08.311253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:08.429424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:08.447375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 6c156049-462a-404e-88ec-ad356b3a3c83, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=6c156049-462a-404e-88ec-ad356b3a3c83,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:20:08.450204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:08.453443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:20:08.524914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=6c156049-462a-404e-88ec-ad356b3a3c83,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:20:08.528289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:20:10.216498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 6c156049-462a-404e-88ec-ad356b3a3c83 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:20:10.302581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 6c156049-462a-404e-88ec-ad356b3a3c83 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:20:10.302999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:14.193126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31e7c791-60fc-4c26-a2bd-6fcbbfeda623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:16.455964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d99c3379-cc12-4c8b-bb86-8dd5a9120657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:17.357360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:17.930708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:18.412128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:34.938307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:20:44.146113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d0f462a5-aa11-4fb6-b221-57953b60a15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:46.459565 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c8bae169-83bb-49b8-8eac-709ad86fc0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:47.346670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:47.924047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:20:48.417180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:11.938519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:21:14.149133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2f94-423c-4e2d-adc7-d721c99f4567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:16.462066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5251a544-b00b-4c7f-aaf0-12675320b11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:17.350098 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:17.934178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:18.420264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:44.152964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8f49ff08-79be-4456-9ba7-6319211258b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:46.464394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e30a4e4-ab0f-42b5-9cff-2b409523fd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:47.358793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:47.926849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:48.426007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:21:48.937871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:22:14.156109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-04e43142-8722-402c-b80c-b3a09f4b764e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:16.465511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9bd2cdb8-931a-43d3-a677-9611ebdf1ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:17.355819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:17.929154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:18.430425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:21.787216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38462) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:21.887872 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8ee3ff-29f1-4a1d-9e15-62de5376b917 admin admin] GET failed (client error): The resource could not be found. Dec 09 05:22:21.889781 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1e8ee3ff-29f1-4a1d-9e15-62de5376b917 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1015480 Dec 09 05:22:22.029803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87bcbe3-cb05-40ed-b594-fca3e2492772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:22.031338 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c87bcbe3-cb05-40ed-b594-fca3e2492772 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1370642 Dec 09 05:22:24.715302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38472) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:24.857832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39136e6-6a3e-4e0a-b763-ee426da01ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:24.858471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b39136e6-6a3e-4e0a-b763-ee426da01ee0 admin admin] Synchronizing usage tracker for tenant:eebd5851910045f8878339d82bb339d1 on resource:subnet {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:22:24.874568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b39136e6-6a3e-4e0a-b763-ee426da01ee0 admin admin] Unset dirty status for tenant:eebd5851910045f8878339d82bb339d1 on resource:subnet {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:22:24.875795 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b39136e6-6a3e-4e0a-b763-ee426da01ee0 admin admin] 10.222.0.57 "GET /v2.0/subnets/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035 HTTP/1.1" status: 200 len: 849 time: 0.1594715 Dec 09 05:22:24.886124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:22:25.011748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:25.323992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363243689563201'] for subnet, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:25.339616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:22:25.481991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:22:25.494311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.494703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.495084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.495459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.495838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.496211 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.496573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.496939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.497319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.498983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.499349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.499714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:22:25.504781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:22:25.534972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:25.535628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:25.537008 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] 10.222.0.57 "PUT /v2.0/subnets/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035 HTTP/1.1" status: 200 len: 868 time: 0.6549549 Dec 09 05:22:25.541925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fc678-f023-43fc-8e1c-f28eaa560462 None None] Network 86cb397f-5024-4dd5-afa5-e07ddfb0e975 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:22:25.938428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:22:25.970566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-383f4db5-8752-4256-ae3e-4c57917a2dbf None None] Provisioning complete for port ad629f89-7a7a-4de1-be10-8efee6ef65c0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:22:25.970980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-383f4db5-8752-4256-ae3e-4c57917a2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:26.096289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-383f4db5-8752-4256-ae3e-4c57917a2dbf None None] Provisioning complete for port bce4fa4c-4dfe-4bbb-948b-07e5ce527f72 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:22:26.096602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-383f4db5-8752-4256-ae3e-4c57917a2dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:28.006618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38482) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:28.223303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a44b4-5faf-4dbb-99a2-a8a62602f041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:28.223654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a44b4-5faf-4dbb-99a2-a8a62602f041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:28.225306 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-001a44b4-5faf-4dbb-99a2-a8a62602f041 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2176702 Dec 09 05:22:30.719214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38492) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:30.932875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bb8c0-4166-429b-a94a-55bc7e2dc5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:30.933227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352bb8c0-4166-429b-a94a-55bc7e2dc5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:30.935458 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-352bb8c0-4166-429b-a94a-55bc7e2dc5be admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2147007 Dec 09 05:22:33.449728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38502) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:33.662738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7e462-45d6-4a40-8845-19c16a035ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:33.664151 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6af7e462-45d6-4a40-8845-19c16a035ed6 admin admin] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 886 time: 0.2133589 Dec 09 05:22:36.136495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38512) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:36.349730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7920a-55cb-4069-aa8c-44b669f36485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:36.351152 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5ca7920a-55cb-4069-aa8c-44b669f36485 admin admin] 10.222.0.57 "GET /v2.0/networks/86cb397f-5024-4dd5-afa5-e07ddfb0e975 HTTP/1.1" status: 200 len: 862 time: 0.2136369 Dec 09 05:22:38.819041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38522) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:38.967143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b840b-f0f0-4170-89f9-d75fb79d3376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:38.967563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688b840b-f0f0-4170-89f9-d75fb79d3376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:38.969202 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-688b840b-f0f0-4170-89f9-d75fb79d3376 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1490955 Dec 09 05:22:41.461110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38532) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:41.605242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32724710-0e76-425b-a305-2aca2c6d940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:41.605673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32724710-0e76-425b-a305-2aca2c6d940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:41.607336 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-32724710-0e76-425b-a305-2aca2c6d940e admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1451881 Dec 09 05:22:44.116019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38542) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:44.159729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af0623a6-f21d-4715-9005-511eedd479ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:44.266727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6570eb1-dff2-46d6-821b-4a7eefc6b592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:44.268191 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b6570eb1-dff2-46d6-821b-4a7eefc6b592 admin admin] 10.222.0.57 "GET /v2.0/subnets/b23ad8c2-d3dd-4a41-a5a7-e8d178bf2035 HTTP/1.1" status: 200 len: 868 time: 0.1510355 Dec 09 05:22:46.467520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2c092413-0fed-49ea-b3e8-a3247749195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:46.796324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38552) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:22:46.935366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bfffe4-fcda-44cd-84c4-47e242ad58a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:22:46.937321 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e3bfffe4-fcda-44cd-84c4-47e242ad58a5 admin admin] 10.222.0.57 "GET /v2.0/subnets/c04d004b-3cf6-427d-aed4-b535ff36b9f2 HTTP/1.1" status: 200 len: 816 time: 0.1394842 Dec 09 05:22:47.358662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:47.931334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:22:48.434276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:02.939210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:23:12.648979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38592) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:23:12.729067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-bd28f5d6-fa04-4cea-8577-c566b1264cef admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:23:12.730182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bd28f5d6-fa04-4cea-8577-c566b1264cef admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0801802 Dec 09 05:23:14.162021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4086bdc9-18bd-44bf-849c-9a32f0d395ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:15.295985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38602) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:23:15.397978 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d73145-1d7e-4cda-8759-69670ae98d30 admin admin] GET failed (client error): The resource could not be found. Dec 09 05:23:15.399331 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-55d73145-1d7e-4cda-8759-69670ae98d30 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1023476 Dec 09 05:23:15.536373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1ab07-ee9b-4b5f-9d77-1b2c8fd64543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:23:15.538092 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-06d1ab07-ee9b-4b5f-9d77-1b2c8fd64543 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343246 Dec 09 05:23:16.469340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4789b839-aee7-4961-86c9-41dba8e7aa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:17.361750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:17.934044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.049818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38612) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:23:18.131691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:23:18.136612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:23:18.146455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:23:18.155330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Made reservation on behalf of eebd5851910045f8878339d82bb339d1 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:23:18.161034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.257341 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.services.revisions.revision_plugin [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Could not find related network for resource to bump revision. Dec 09 05:23:18.272658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:23:18.281635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.282996 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Added segment 3b538f95-207c-4017-8ab7-830d696973fd of type vxlan for network c47ef3b3-9b48-4470-b1db-01cce3870748 Dec 09 05:23:18.308769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.338185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.339443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:23:18.340077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.345655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5078415d-a65a-4137-94e6-2ca88a9d72ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:23:18.436115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:18.442455 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3914058 Dec 09 05:23:18.450801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Pushing event updated for resources: {'Network': ['ID=c47ef3b3-9b48-4470-b1db-01cce3870748,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:23:18.454349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:23:18.462775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network c47ef3b3-9b48-4470-b1db-01cce3870748 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:23:20.962766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38622) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:23:21.147153 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-5283e083-252e-4459-a8fd-6356036d0ab4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:23:21.147768 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-5283e083-252e-4459-a8fd-6356036d0ab4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:23:21.454496 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.pecan_wsgi.hooks.translation [None req-5283e083-252e-4459-a8fd-6356036d0ab4 admin admin] GET failed (client error): The resource could not be found. Dec 09 05:23:21.456263 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5283e083-252e-4459-a8fd-6356036d0ab4 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4914598 Dec 09 05:23:21.629804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.policy [None req-efad64a2-1c36-4c3a-8580-3f3ec4a1217d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80239) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 09 05:23:21.630759 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-efad64a2-1c36-4c3a-8580-3f3ec4a1217d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:23:21.631182 dv-cinder-763306-6-smb neutron-server[80125]: WARNING oslo_policy.policy [None req-efad64a2-1c36-4c3a-8580-3f3ec4a1217d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 09 05:23:21.637302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad64a2-1c36-4c3a-8580-3f3ec4a1217d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:23:21.639248 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-efad64a2-1c36-4c3a-8580-3f3ec4a1217d admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1784892 Dec 09 05:23:21.652893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:23:21.656255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.quota [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Loaded quota_driver: . Dec 09 05:23:21.664445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:23:21.679309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:23:21.692921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Made reservation on behalf of eebd5851910045f8878339d82bb339d1 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:23:21.698977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:22.321333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:22.337066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:23:22.476341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc59a3a-377b-4da8-b21a-a84092d5ceb3,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:23:22.496996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.497372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.497741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.498104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.498492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.498852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.499207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.499563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.499922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.500275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.500626 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.501715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Tracked resource versions report: Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:23:22.502857 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:23:22.541816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:23:22.568180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Checking segment: {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:23:22.568568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Network hostable DHCP agents. Network: c47ef3b3-9b48-4470-b1db-01cce3870748, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:23:22.589440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Network c47ef3b3-9b48-4470-b1db-01cce3870748 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:23:22.598108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, c47ef3b3-9b48-4470-b1db-01cce3870748) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:23:22.602601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:23:22.603263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:22.608719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf134dd6-5bf3-4252-94c8-2e5b4e081408 None None] Network c47ef3b3-9b48-4470-b1db-01cce3870748 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:23:22.630261 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9818537 Dec 09 05:23:22.937403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-c47ef3b3-9b48-4470-b1db-01cce3870748', 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748', 'tenant_id': 'eebd5851910045f8878339d82bb339d1', 'fixed_ips': [{'subnet_id': '7fc59a3a-377b-4da8-b21a-a84092d5ceb3'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:23:22.939043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.229568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Allocated IP 192.168.233.2 (c47ef3b3-9b48-4470-b1db-01cce3870748/7fc59a3a-377b-4da8-b21a-a84092d5ceb3/919b0109-246f-4d10-8910-9f28ddef0db4) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:23:23.456765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.468510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Transition to ACTIVE for port object 919b0109-246f-4d10-8910-9f28ddef0db4 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:23:23.485699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Transition to ACTIVE for port object 919b0109-246f-4d10-8910-9f28ddef0db4 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:23:23.490329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.506973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:23:23.648104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Pushing event updated for resources: {'Port': ['ID=919b0109-246f-4d10-8910-9f28ddef0db4,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:23:23.660203 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.660579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.660947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.661313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.661662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.662256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.662625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.662987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.663354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.663700 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.664057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.664405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:23:23.671516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:23:23.714945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Network c47ef3b3-9b48-4470-b1db-01cce3870748 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:23:23.716105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:23:23.719038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:23:23.776620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Attempting to bind port 919b0109-246f-4d10-8910-9f28ddef0db4 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:23:23.776960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Attempting to bind port 919b0109-246f-4d10-8910-9f28ddef0db4 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:23:23.777368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Attempting to bind port 919b0109-246f-4d10-8910-9f28ddef0db4 on network c47ef3b3-9b48-4470-b1db-01cce3870748 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:23:23.783467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:23:23.783879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Checking segment: {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:23:23.784322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.784754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Bound using segment: {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:23:23.785271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Bound port: 919b0109-246f-4d10-8910-9f28ddef0db4, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:23:23.785685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.896847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] For port 919b0109-246f-4d10-8910-9f28ddef0db4, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:23:23.903388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] For port 919b0109-246f-4d10-8910-9f28ddef0db4, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=919b0109-246f-4d10-8910-9f28ddef0db4,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:23:23.909677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:23.926228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4c2e7a3e-8b7e-4051-b133-4b6cb941dffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:23:24.263603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Pushing event updated for resources: {'Port': ['ID=919b0109-246f-4d10-8910-9f28ddef0db4,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:23:24.269849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:23:25.568911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15988c0-cd7a-4be4-b4b1-f8e45813c6cc None None] Network c47ef3b3-9b48-4470-b1db-01cce3870748 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:23:25.659502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5556d430-4a2c-46a5-bb1b-51c928a376b0 None None] Provisioning for port 919b0109-246f-4d10-8910-9f28ddef0db4 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:23:26.361302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 919b0109-246f-4d10-8910-9f28ddef0db4 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:23:26.433361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 919b0109-246f-4d10-8910-9f28ddef0db4 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:23:26.438967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 919b0109-246f-4d10-8910-9f28ddef0db4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:23:26.439399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:26.557651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:26.590550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 919b0109-246f-4d10-8910-9f28ddef0db4, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=919b0109-246f-4d10-8910-9f28ddef0db4,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:23:26.595386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:26.598589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:23:26.664158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=919b0109-246f-4d10-8910-9f28ddef0db4,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:23:26.667595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:23:28.319085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 919b0109-246f-4d10-8910-9f28ddef0db4 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:23:28.391216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 919b0109-246f-4d10-8910-9f28ddef0db4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:23:28.391647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:39.938666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:23:44.166344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b61b32b-3a50-4fe8-a5ce-eedd370529dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:46.471451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-714bb949-f950-45b0-8d0f-fd7cf23176b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:47.367948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:47.936047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:23:48.440069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:14.167389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e6998a68-2c45-43ec-938b-4c921a904495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:16.473976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-be9bd18e-e104-43d5-83d9-1282599f7459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:16.937801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:24:17.367788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:17.938984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:18.443989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:31.295001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38674) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:24:31.302874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [None req-3b5c400f-9ce5-44ed-95d8-4e9c1567df42 tempest-verify_tempest_config-830568740 tempest-verify_tempest_config-830568740] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:24:31.303935 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3b5c400f-9ce5-44ed-95d8-4e9c1567df42 tempest-verify_tempest_config-830568740 tempest-verify_tempest_config-830568740] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0078924 Dec 09 05:24:31.659719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38694) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:24:31.814448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:31.830071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:24:31.834398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Usage tracker for resource:security_group_rule and tenant:16d72c47ec844bf29672b165f546fb0d is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:24:31.837399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:24:31.843189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:24:31.932222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:31.934857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:31.944461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a256b94f-d602-482d-83df-c7491a104aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:24:31.984668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Synchronizing usage tracker for tenant:eebd5851910045f8878339d82bb339d1 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:24:31.988712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0565ac5-223d-4125-8048-c08b1a2a6be6,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:24:31.998888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:31.999274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:31.999647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.000018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.000384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.000747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.001108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.001469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.001829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.002217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.002576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.002957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:24:32.008671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:24:32.016139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Unset dirty status for tenant:eebd5851910045f8878339d82bb339d1 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:24:32.017504 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16d72c47ec844bf29672b165f546fb0d&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3566186 Dec 09 05:24:32.020113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38700) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:24:32.081328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:32.108752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:32.158037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:32.163795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:24:32.177595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0565ac5-223d-4125-8048-c08b1a2a6be6,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:24:32.180577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:24:32.181475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:32.182708 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0565ac5-223d-4125-8048-c08b1a2a6be6 HTTP/1.1" status: 204 len: 168 time: 0.1616251 Dec 09 05:24:44.170724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5220ba96-dedf-4e42-891b-c521586ef5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:46.476899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6e9bd038-b490-4126-a786-4c0f03baedac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:47.369889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:47.945196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:48.445381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:24:53.937562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:25:14.172400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-69ffec9d-b539-4885-b0b4-586c8881c01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:16.478358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aa1b8bf4-495b-4268-9e6e-28c0ba23f06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:17.373392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:17.937710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:18.447500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:30.937118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:25:44.173493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c367555-7d58-445b-918f-81491240abc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:46.480723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4e0963a7-39a0-4aea-b158-c5d9836683b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:47.376126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:47.938867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:25:48.451008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:07.937244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 5 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:26:14.176225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-596c4a2f-0fe6-496e-befa-bb0d64316586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:16.480703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-658f617b-5b81-41ec-b8f7-69ff34b873d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:17.379429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:17.941203 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:18.452701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:20.052330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858'] for agent, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:20.053331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.053499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.054143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.054866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.055501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.056151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.056787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.057418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.058073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.058802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.059954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.060598 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:26:20.061244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:26:20.067382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:26:20.376873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80240) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 09 05:26:20.381073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] get_endpoint_by_ip() called for ip 192.168.0.64 {{(pid=80240) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 09 05:26:20.384250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] _add_endpoint() called for ip 192.168.0.64 {{(pid=80240) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 09 05:26:20.389120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] _get_endpoints() called {{(pid=80240) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 09 05:26:34.776838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38774) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:26:34.929044 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1520b352-2b19-443b-a91d-5f35d6f6147f admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1510127 Dec 09 05:26:37.395468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38784) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:26:37.482936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ed86b274-46f0-4725-b2b6-e8896d23aa24 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0863626 Dec 09 05:26:44.178247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e91b782-508a-42f4-832c-a4a6b997a53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:44.938005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:26:46.482722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7e476ea-cc4c-45fd-a260-887b6dd6dc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:47.381664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:47.942782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:48.455557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:26:50.044420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:14.179132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-41c20e53-a284-404a-8f7e-76b3bf043d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:16.487699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c56e850a-3ac8-43ad-9b2f-c64e0119ce31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:17.384345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:17.943643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:18.458580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:20.064893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:21.938658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:27:44.181854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aeb53b83-a2bb-4c5c-8e2f-5e54f3a4289f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:46.489174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95756abd-f90d-4fd6-b22d-e6609918a27a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:47.388442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:47.945261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:48.467925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:50.060556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:27:58.938225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:28:14.185733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9acfe87a-5e4f-4235-83cc-0df44fefc4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:16.490899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61bbc9f7-bc53-43c7-9267-8c3825d689c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:17.396809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:17.951778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:18.477317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:20.067133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:22.274645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38920) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:22.897045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-33075021-network', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:22.899411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:22.904396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Usage tracker for resource:network and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:22.907810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:22.914191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:22.923621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Made reservation on behalf of 8ea08a4ed13c41d7aea1a727b184d705 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:22.928351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:22.944943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:22.961204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:22.965959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:22.969547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:22.975623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:23.008015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38946) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:23.086086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.088890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.093476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:23.120680 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8706aa17-cf62-4a7c-9a60-8f66eca01149,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:23.130455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.130839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.131214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.131574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.132089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.132240 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.133069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.133069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.133383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.133534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.134043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.135116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.135677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.136187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.136697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.137191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.137688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.138188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.138683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.139197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.139704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.140199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.140695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.141187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Tracked resource versions report: Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}, Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:28:23.142684 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:28:23.161435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:23.164651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:23.175014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.175491 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Added segment d0c1e6b2-a23f-4f0c-a8df-accf1545b786 of type vxlan for network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 Dec 09 05:28:23.215003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.253570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.255019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:23.255697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.280651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:23.311805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502363331-network', 'tenant_id': 'e8428430a3a040c1b2dd9292a1186db2'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:23.319939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:23.326973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Usage tracker for resource:network and tenant:e8428430a3a040c1b2dd9292a1186db2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:23.331580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:23.339979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:23.397326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Pushing event updated for resources: {'Network': ['ID=e118e726-feaf-48df-b7c6-f0d7ea8b6a09,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:23.408016 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1310360 Dec 09 05:28:23.409197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:23.410870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38966) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:23.413833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Made reservation on behalf of e8428430a3a040c1b2dd9292a1186db2 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:23.415066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:23.422166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.432710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:23.439004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Request body: {'subnet': {'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-subnet', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:23.444636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:23.447901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.451667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Usage tracker for resource:subnet and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:23.467207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:23.470032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:23.473481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:23.474876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Usage tracker for resource:security_group_rule and tenant:e8428430a3a040c1b2dd9292a1186db2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:23.478013 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:23.488062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:23.488334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Made reservation on behalf of 8ea08a4ed13c41d7aea1a727b184d705 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:23.493319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.602480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.606888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.612347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a8ae8712-5e34-4c6a-a8be-b407e607f537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:23.644511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105a1d1e-b74a-45e9-b9fe-5aa36a4dca5f,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:23.654894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.655627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.656273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.656792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.657304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.657825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.658436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.659157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.659667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.660775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.661302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.661819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.662965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.663647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.664170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.665942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.666595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.667248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.667870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.668430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.668952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.673424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.673949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.674520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Tracked resource versions report: Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}, Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:28:23.677717 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:28:23.686868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:23.710424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:23.736680 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.737071 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Added segment 56e45de3-3fae-45d6-bf26-628ac0afc854 of type vxlan for network 507f8c56-51ef-49e1-87e4-8f178dc20995 Dec 09 05:28:23.771398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.809545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.810859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:23.811590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:23.817502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:23.924822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Pushing event updated for resources: {'Network': ['ID=507f8c56-51ef-49e1-87e4-8f178dc20995,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:23.929669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:23.937341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:23.946993 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9376221 Dec 09 05:28:23.947751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 38984) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:23.954286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Request body: {'subnet': {'network_id': '507f8c56-51ef-49e1-87e4-8f178dc20995', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1502363331-subnet', 'tenant_id': 'e8428430a3a040c1b2dd9292a1186db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:23.960139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:23.965247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Usage tracker for resource:subnet and tenant:e8428430a3a040c1b2dd9292a1186db2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:23.969243 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:23.976227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:23.976399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:23.987971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Made reservation on behalf of e8428430a3a040c1b2dd9292a1186db2 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:23.993621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.059092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 38988) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:24.095406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.139266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bde587c8-d370-46c4-9940-89bfbea212a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:24.307580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=795d60ec-daa0-4bcf-be54-ee0ce97792fc,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:24.312460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:24.346445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39000) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:24.383845 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Checking segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:24.384370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Network hostable DHCP agents. Network: e118e726-feaf-48df-b7c6-f0d7ea8b6a09, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:24.405020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:24.422493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, e118e726-feaf-48df-b7c6-f0d7ea8b6a09) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:24.427647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:24.428464 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.432479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002cd76-d25c-48ba-9255-032d01bcae8d None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:24.457681 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0456812 Dec 09 05:28:24.458518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39006) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:24.464903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:24.470925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:24.475214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Usage tracker for resource:router and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:24.479272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:24.486094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:24.506064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-558904520-network', 'tenant_id': 'b2ca279e353b4d589aa7016d13f1db58'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:24.511448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:24.515679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Usage tracker for resource:network and tenant:b2ca279e353b4d589aa7016d13f1db58 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:24.519490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:24.526803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:24.534702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.536449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.545810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39012) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:24.560131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Made reservation on behalf of b2ca279e353b4d589aa7016d13f1db58 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:24.566457 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.587602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.705518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.720484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.724554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:24.728778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ca279e353b4d589aa7016d13f1db58 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:24.731854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:24.737964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:24.753139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f69a4642-6a92-4447-b815-b3327709c467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:24.795601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:28:24.796732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:24.905433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab591ca-96de-4ac4-bb81-d4a08e7cd8b5,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:24.915109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-20475843-network', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:24.919587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:24.925514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:24.932911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Usage tracker for resource:network and tenant:6277a1714cf34719bf30e9092556b8ea is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:24.938862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:24.959147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:24.993103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Made reservation on behalf of 6277a1714cf34719bf30e9092556b8ea for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:24.999062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.019356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.054867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:25.064216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Usage tracker for resource:security_group_rule and tenant:6277a1714cf34719bf30e9092556b8ea is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:25.069852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:25.073925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Checking segment: {'id': '56e45de3-3fae-45d6-bf26-628ac0afc854', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '507f8c56-51ef-49e1-87e4-8f178dc20995'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:25.074637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Network hostable DHCP agents. Network: 507f8c56-51ef-49e1-87e4-8f178dc20995, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:25.085166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:25.163164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:25.197515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 507f8c56-51ef-49e1-87e4-8f178dc20995) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:25.214303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:25.214969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.219365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a0e10-61fe-482f-a6b2-fec1f78f2a94 None None] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:25.266103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2100474999-network', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:25.398790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.556940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.567964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.603782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b111966b-9863-463c-816c-316ab5b2e38b None None] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:25.628529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:25.677025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:25.682657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Usage tracker for resource:network and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:25.686320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:25.693000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:25.699139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:25.709034 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7599123 Dec 09 05:28:25.711450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Made reservation on behalf of e5d4835da240464b973403e0ed7688bc for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:25.717138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.739454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.758538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Allocated IP 172.20.0.2 (e118e726-feaf-48df-b7c6-f0d7ea8b6a09/795d60ec-daa0-4bcf-be54-ee0ce97792fc/7e3116e0-abf6-40cd-bec8-89ede807b059) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:25.767145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:25.777557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.778009 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Added segment 105d68f5-7165-4810-b4d4-bbd70275c25d of type vxlan for network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 Dec 09 05:28:25.784468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:25.790176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:25.794648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c2a43a-ba33-4276-9f60-790d91bd81db,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:25.798510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:25.827252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:25.831089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.839856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.865619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:25.870847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:25.918088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f18430e-1e8d-4a1f-a82a-53674c19c6c5,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:25.940059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:26.001586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.006005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.011405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:26.036370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:28:26.067448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad0b7fb-44b2-4a46-bb0b-adc7a9a52a4c,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:26.077208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:26.148460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:28:26.149078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:28:26.150551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:28:26.151148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.159197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:28:26.163021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.163394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Transition to ACTIVE for port object 7e3116e0-abf6-40cd-bec8-89ede807b059 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:26.184689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Transition to ACTIVE for port object 7e3116e0-abf6-40cd-bec8-89ede807b059 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:26.191312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.197543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:26.198204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.207775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abba556c-b210-4fee-bed3-35dea3e1bcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:26.210794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:26.295976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Pushing event updated for resources: {'Port': ['ID=7e3116e0-abf6-40cd-bec8-89ede807b059,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:26.323719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.325039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.325039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.325039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.325400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.325831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.326279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.326706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.327398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.327833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.328269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.328696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.329163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.329592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.330019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.330578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.330863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.331281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.332188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.332188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.332630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.333054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.333627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.333990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Tracked resource versions report: Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}, Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:28:26.335406 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:28:26.342450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:26.345639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.348337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:26.372703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:26.377440 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3170111 Dec 09 05:28:26.381662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39060) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:26.388052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Request body: {'subnet': {'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-558904520-subnet', 'tenant_id': 'b2ca279e353b4d589aa7016d13f1db58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:26.389356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.397609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:26.406758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Usage tracker for resource:subnet and tenant:b2ca279e353b4d589aa7016d13f1db58 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:26.407496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:26.411144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:26.421939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:26.422322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:26.443405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Made reservation on behalf of b2ca279e353b4d589aa7016d13f1db58 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:26.451717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.716691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:26.718056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:26.722653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:26.733364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.743005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.829496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Attempting to bind port 7e3116e0-abf6-40cd-bec8-89ede807b059 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:26.829902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Attempting to bind port 7e3116e0-abf6-40cd-bec8-89ede807b059 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:26.830805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Attempting to bind port 7e3116e0-abf6-40cd-bec8-89ede807b059 on network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:26.837142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:26.838811 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Allocated IP 172.28.3.16 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/37403e19-b397-4169-9338-4518ce32df8e) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:26.842194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Checking segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:26.842443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.842938 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Bound using segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:26.843114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:26.844609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Bound port: 7e3116e0-abf6-40cd-bec8-89ede807b059, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:26.845037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.875065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.875432 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Added segment afec440b-3ed8-4f63-8d66-a7e71a1018a3 of type vxlan for network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b Dec 09 05:28:26.970994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:26.991749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-72a863d6-afad-449f-9734-40913cf77022 None None] For port 7e3116e0-abf6-40cd-bec8-89ede807b059, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:26.997650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-72a863d6-afad-449f-9734-40913cf77022 None None] For port 7e3116e0-abf6-40cd-bec8-89ede807b059, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=7e3116e0-abf6-40cd-bec8-89ede807b059,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:27.002651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.032081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:27.044005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.046143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:27.046809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.082275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:27.099924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:28:27.100410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:28:27.105782 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7575927 Dec 09 05:28:27.106555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39088) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:27.114929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Request body: {'subnet': {'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-subnet', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:27.121419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:27.132229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Usage tracker for resource:subnet and tenant:6277a1714cf34719bf30e9092556b8ea is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:27.139987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:27.160274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:27.223738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.303311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Pushing event updated for resources: {'Port': ['ID=7e3116e0-abf6-40cd-bec8-89ede807b059,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:27.316631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:27.366941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.379518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.380376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Pushing event updated for resources: {'Network': ['ID=82a5e039-9dc0-4cea-99f5-528c1c6aef1b,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:27.390693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Made reservation on behalf of 6277a1714cf34719bf30e9092556b8ea for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:27.394131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.404756 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:27.419321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:27.664278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:27.682207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:27.682810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:27.820662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39124) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:27.865461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:27.875292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:27.904478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7682ff3-7377-41cc-ae0b-b41eaef1dbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:27.904644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Pushing event updated for resources: {'Port': ['ID=37403e19-b397-4169-9338-4518ce32df8e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:27.934987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:28.014918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabec04d-a587-4028-80e8-1a49950f49d1,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:28.034025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:28.046559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.046893 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Added segment 794bf60a-761d-49d2-a2a8-5106ad4b8cd5 of type vxlan for network 5d9a3f90-c962-4257-b56d-45ecb224c622 Dec 09 05:28:28.082284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.086795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:28.190615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.194234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39142) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:28.197054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:28.197804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.203437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Checking segment: {'id': '105d68f5-7165-4810-b4d4-bbd70275c25d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:28.203899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Network hostable DHCP agents. Network: 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:28.212116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:28.237773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-238554696-network', 'tenant_id': '31020d1b07934dda9bff265d23c6ccc8'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:28.294764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:28.340326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.402051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.8503420 Dec 09 05:28:28.404046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Usage tracker for resource:network and tenant:31020d1b07934dda9bff265d23c6ccc8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:28.412987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:28.416795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39158) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:28.417480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:28.436152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Request body: {'subnet': {'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2100474999-subnet', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:28.440968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:28.443297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Pushing event updated for resources: {'Network': ['ID=5d9a3f90-c962-4257-b56d-45ecb224c622,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:28.451521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:28.454493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:28.457104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:28.463523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Usage tracker for resource:subnet and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:28.491987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:28.495669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:28.519371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:28.536804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Made reservation on behalf of 31020d1b07934dda9bff265d23c6ccc8 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:28.544410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.597209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:28.597870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.644900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.694843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Made reservation on behalf of e5d4835da240464b973403e0ed7688bc for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:28.701345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:28.708839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.713872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:28.718940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:28.723566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:98f96ee6e1c54e68b9f3e57a7affbb01 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:28.727502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286989c1-2e0d-4b26-9463-01031b2461e6 None None] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:28.727668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:28.735004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:28.875265 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f68c414f-d6a0-4467-9b6d-7a287cebcd04 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4934664 Dec 09 05:28:28.880819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:28.885536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Usage tracker for resource:security_group_rule and tenant:31020d1b07934dda9bff265d23c6ccc8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:28.889143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:28.896790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:28.928329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.943594 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:28.963209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 7e3116e0-abf6-40cd-bec8-89ede807b059 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:28.981745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:29.027520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.039843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.047575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:29.097359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.219704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98dd66-f688-43d5-8bcf-cab530eb942a,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:29.224128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:28:29.243093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:29.245445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51936c4c-be1d-44e6-b48c-fe807794a504 None None] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:29.264798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.265323 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Added segment 0005a7f7-8653-4cd7-a3a8-11828017d6cb of type vxlan for network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 Dec 09 05:28:29.412215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.413320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f436f-f376-4f0f-82e2-2c4f7a85185d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:29.426051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=98f96ee6e1c54e68b9f3e57a7affbb01&name=default HTTP/1.1" status: 200 len: 2875 time: 1.5932431 Dec 09 05:28:29.427109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:29.430093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39214) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:29.438167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.472273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9766f6e-2145-498e-996d-f40f4d05037e None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:29.472532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:29.602373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:28:29.605300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.803156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.842204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5357031d-3e61-4ce1-9275-09b31fec8dd7,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:29.861229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.872108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:29.880620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:29.881271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.893022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 7e3116e0-abf6-40cd-bec8-89ede807b059 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:29.897705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:29.904143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:30.049927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Provisioning for port 7e3116e0-abf6-40cd-bec8-89ede807b059 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:30.054469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:30.068816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:30.085397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Provisioning complete for port 7e3116e0-abf6-40cd-bec8-89ede807b059 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:30.085862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:30.091891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f436f-f376-4f0f-82e2-2c4f7a85185d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:30.121382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:30.174089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:30.180550 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c40f436f-f376-4f0f-82e2-2c4f7a85185d HTTP/1.1" status: 204 len: 168 time: 0.7482276 Dec 09 05:28:30.256983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Pushing event updated for resources: {'Network': ['ID=4af3b6f7-2b69-4784-af9d-6a21bc60e6a1,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:30.291411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:30.307402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:30.313042 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1109352 Dec 09 05:28:30.313321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:28:30.316704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39268) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:30.356016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Request body: {'subnet': {'network_id': '4af3b6f7-2b69-4784-af9d-6a21bc60e6a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-238554696-subnet', 'tenant_id': '31020d1b07934dda9bff265d23c6ccc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:30.372089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Router d90081b5-7d8a-433a-8145-c9146f5d4deb is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:28:30.381923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39276) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:30.395693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:30.413531 dv-cinder-763306-6-smb neutron-server[80125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 05:28:30.465628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Usage tracker for resource:subnet and tenant:31020d1b07934dda9bff265d23c6ccc8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:30.475465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:30.502747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:30.512831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Checking segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:30.513233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Network hostable DHCP agents. Network: 82a5e039-9dc0-4cea-99f5-528c1c6aef1b, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:30.575090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Made reservation on behalf of 31020d1b07934dda9bff265d23c6ccc8 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:30.579924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:30.921474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.020974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:31.031739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] For port 7e3116e0-abf6-40cd-bec8-89ede807b059, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=7e3116e0-abf6-40cd-bec8-89ede807b059,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:31.036560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.043244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:31.065849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:28:31.082683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:28:31.154669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:31.159361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:31.199249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.205441 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7458127 Dec 09 05:28:31.210483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39288) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:31.224552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 82a5e039-9dc0-4cea-99f5-528c1c6aef1b) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:31.230019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-47af4358-0e23-44e7-8c6f-54089078921c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:31.237345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.238729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-47af4358-0e23-44e7-8c6f-54089078921c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Synchronizing usage tracker for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:28:31.249116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:31.249769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.291805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:31.348303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Pushing event updated for resources: {'Port': ['ID=7e3116e0-abf6-40cd-bec8-89ede807b059,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:31.363644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82db684-bb1b-41f7-8857-e39c8101a7b0 None None] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:31.369268 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0d8c7e50-279c-40c1-9740-327a2a79496c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 4.2579565 Dec 09 05:28:31.373829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39292) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:31.374246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39294) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:31.379710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:31.390799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:31.396275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:31.414710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39300) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:31.426723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:31.433267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:31.439529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Usage tracker for resource:router and tenant:6277a1714cf34719bf30e9092556b8ea is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:31.442841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:31.451062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:31.466817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.468733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.490483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.579044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.687035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:31.732130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-1dd3ae71-076d-48c7-9a0a-77a77bb8cac8 None None] Provisioning complete for port 7e3116e0-abf6-40cd-bec8-89ede807b059 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:31.732701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1dd3ae71-076d-48c7-9a0a-77a77bb8cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:31.890164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:31.976659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Usage tracker for resource:security_group_rule and tenant:54f7103b7f7544b08ce18bfc5c2bbd6c is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:31.989989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e38011-78f6-49f0-ad5e-29ce8797cd2c None None] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:31.996568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:32.018825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:32.288276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.305113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:28Z', 'revision_number': 3, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:32.311852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:28:32.312575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Updating router d90081b5-7d8a-433a-8145-c9146f5d4deb port 37403e19-b397-4169-9338-4518ce32df8e binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:28:32.335257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.361380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:32.385822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.392180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5252b65d87c141039edeaa8ef51311c5 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:32.407493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:32.445851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:32.506995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Checking segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:32.507835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Network hostable DHCP agents. Network: 5d9a3f90-c962-4257-b56d-45ecb224c622, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:32.512295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4dbc3dcc-fa6c-40d9-af2f-2cd089e234c6 None None] Provisioning complete for port 7e3116e0-abf6-40cd-bec8-89ede807b059 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:32.512833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4dbc3dcc-fa6c-40d9-af2f-2cd089e234c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.562491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 7e3116e0-abf6-40cd-bec8-89ede807b059 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:32.648928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.668827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.701398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:32.710605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 7e3116e0-abf6-40cd-bec8-89ede807b059 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:32.711208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.717585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.744006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-976bfd8a-8188-4939-ba0a-ab7d31d126cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:32.784890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9956013-b067-4af9-85fc-662893b9caf2,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:32.793326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:32.802739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 5d9a3f90-c962-4257-b56d-45ecb224c622) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:32.825748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b55b9b3-90df-404a-bb9d-ad403e4d7b5a None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:32.839005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:32.839660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.865980 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54f7103b7f7544b08ce18bfc5c2bbd6c&name=default HTTP/1.1" status: 200 len: 2876 time: 1.4063613 Dec 09 05:28:32.881630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39318) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:32.960439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:32.976645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Transition to ACTIVE for port object 37403e19-b397-4169-9338-4518ce32df8e will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:32.980073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.014579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.047176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.101621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Allocated IP 172.20.0.1 (e118e726-feaf-48df-b7c6-f0d7ea8b6a09/795d60ec-daa0-4bcf-be54-ee0ce97792fc/5aba07d6-f494-4f5a-a7cf-b43673482675) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:33.117453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-5d9a3f90-c962-4257-b56d-45ecb224c622', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:28:33.118628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.160197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:33.191696 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7706592 Dec 09 05:28:33.202557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:33.248289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Pushing event updated for resources: {'Port': ['ID=37403e19-b397-4169-9338-4518ce32df8e,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:33.250462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39328) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:33.275149 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:33.279534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.279911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.280278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.280691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.281051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.281412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.281858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.282126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:33.282266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.282566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.282921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.283278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.283611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.284099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.284450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.285062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.286496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.286496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.286496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.286496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.286824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Usage tracker for resource:router and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:33.286912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.287280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.287636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.288081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.288656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:28:33.289617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Tracked resource versions report: Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: pushed versions: Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: { 'AddressGroup': {'1.0'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': {'1.0'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': {'1.0'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': {'1.1'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': {'1.6'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': {'1.2'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': {'1.8'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': {'1.3'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': {'1.1'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': {'1.0'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': {'1.1'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': {'1.1'}} Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: consumer versions: Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: { DHCP agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: L3 agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: Metadata agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: Metering agent@dv-cinder-763306-6-smb: {}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@dv-cinder-763306-6-smb: { 'AddressGroup': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}, Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'ConntrackHelper': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Log': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Network': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Port': '1.6', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'PortForwarding': '1.2', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'QosPolicy': '1.8', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroup': '1.3', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SecurityGroupRule': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'SubPort': '1.0', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Subnet': '1.1', Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: 'Trunk': '1.1'}} Dec 09 05:28:33.290025 dv-cinder-763306-6-smb neutron-server[80125]: {{(pid=80241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 05:28:33.296957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:33.300388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:33.301193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Attempting to bind port 37403e19-b397-4169-9338-4518ce32df8e on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:33.301594 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Attempting to bind port 37403e19-b397-4169-9338-4518ce32df8e by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:33.301985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Attempting to bind port 37403e19-b397-4169-9338-4518ce32df8e on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:33.309069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb465847-fc50-4ab2-a43b-9876ddc82f18,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:33.309467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:33.310753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:33.310753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.311064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:33.311163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.311650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Bound port: 37403e19-b397-4169-9338-4518ce32df8e, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:33.313205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.324009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.326317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.329919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-47af4358-0e23-44e7-8c6f-54089078921c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Unset dirty status for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:28:33.331277 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-47af4358-0e23-44e7-8c6f-54089078921c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/networks?id=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 HTTP/1.1" status: 200 len: 811 time: 2.9430902 Dec 09 05:28:33.344441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.377615 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-e754e0e3-1905-4971-93d2-5eb584fa886c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/quotas/b2ca279e353b4d589aa7016d13f1db58 HTTP/1.1" status: 200 len: 375 time: 0.0167873 Dec 09 05:28:33.450638 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-27100f74-a07c-457d-b997-0e15d8f05c39 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2ca279e353b4d589aa7016d13f1db58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719414 Dec 09 05:28:33.496027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] For port 37403e19-b397-4169-9338-4518ce32df8e, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:33.507346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] For port 37403e19-b397-4169-9338-4518ce32df8e, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=37403e19-b397-4169-9338-4518ce32df8e,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:33.513992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.533142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cdc6e5c3-e547-4f89-aed2-84c523161443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:33.552463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.588982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:33.597774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.729557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Pushing event updated for resources: {'Port': ['ID=37403e19-b397-4169-9338-4518ce32df8e,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:33.735530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:33.763813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.785584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Transition to ACTIVE for port object 5aba07d6-f494-4f5a-a7cf-b43673482675 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:33.792639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:33.793414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:33.869472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Allocated IP 172.20.0.2 (5d9a3f90-c962-4257-b56d-45ecb224c622/ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4/5d57d191-32ae-4235-b57e-dcda0af02b3e) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:33.921891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.926009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-e2da688e-4410-49c5-8ab0-42f0dbb0be90 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:28:33.927186 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-e2da688e-4410-49c5-8ab0-42f0dbb0be90 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3135023 Dec 09 05:28:33.946471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:33.964112 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5252b65d87c141039edeaa8ef51311c5&name=default HTTP/1.1" status: 200 len: 2879 time: 2.5807188 Dec 09 05:28:33.981040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39340) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:34.018501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.036037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:34.067915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b3e2a940-7d8e-4b55-8ffe-6d6f084075ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:34.082015 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-78ea2b92-5f08-4843-8881-605ecd93f7d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385438 Dec 09 05:28:34.083078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.220314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ce6fa386-3f39-408c-8709-564c661add67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:34.228503 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.242544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Transition to ACTIVE for port object 5d57d191-32ae-4235-b57e-dcda0af02b3e will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:34.267029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Transition to ACTIVE for port object 5d57d191-32ae-4235-b57e-dcda0af02b3e will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:34.274778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.296763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fff51a4c-81fa-49ac-a6ea-689df19f45f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:34.300346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:34.341161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5e67eba-868f-40db-a2af-fd2f57c21465,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:34.349796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.357224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:34.367166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.418853 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:34.472442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9956013-b067-4af9-85fc-662893b9caf2,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:34.485809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:34.501920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:34.502191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.504543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:34.505299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.510871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.514548 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9956013-b067-4af9-85fc-662893b9caf2 HTTP/1.1" status: 204 len: 168 time: 1.6259782 Dec 09 05:28:34.566898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Pushing event updated for resources: {'Port': ['ID=5d57d191-32ae-4235-b57e-dcda0af02b3e,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:34.595637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:28Z', 'revision_number': 3, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:34.600035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9fe271-d69d-4673-8e59-750116cf7441 None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:28Z', 'revision_number': 3, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:28:34.611431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:34.732590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Checking segment: {'id': '0005a7f7-8653-4cd7-a3a8-11828017d6cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '4af3b6f7-2b69-4784-af9d-6a21bc60e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:34.733380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Network hostable DHCP agents. Network: 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:28:34.734854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:34.753866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:34.765432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:34.797139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.803074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Allocated IP 172.28.3.47 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:34.813148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:34.818561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:34.850892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb465847-fc50-4ab2-a43b-9876ddc82f18,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:34.860498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:34.900206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:28:34.912227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:34.940821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:34.945782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:34.947326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.952702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:34.953596 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb465847-fc50-4ab2-a43b-9876ddc82f18 HTTP/1.1" status: 204 len: 168 time: 0.9715514 Dec 09 05:28:34.955427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Attempting to bind port 5d57d191-32ae-4235-b57e-dcda0af02b3e on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:34.956051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Attempting to bind port 5d57d191-32ae-4235-b57e-dcda0af02b3e by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:34.958770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Attempting to bind port 5d57d191-32ae-4235-b57e-dcda0af02b3e on network 5d9a3f90-c962-4257-b56d-45ecb224c622 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:34.987150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c557b-3fd8-4770-878d-7f3f43be9ca7 None None] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:35.142877 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8208570 Dec 09 05:28:35.256647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.308591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.340727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-423cebf7-c360-4e20-8536-afb705cf522c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:35.398844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:35.409618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Checking segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:35.410321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.410960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Bound using segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:35.411715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Bound port: 5d57d191-32ae-4235-b57e-dcda0af02b3e, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:35.412347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.439601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-b460d5e7-01a9-4f09-b9c2-b6a6f601f8ba service neutron] 10.222.0.57 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2219460 Dec 09 05:28:35.559750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39368) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:35.583481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-fbd82ee7-f9eb-40fa-a7b3-da4e1ed436cd None None] Provisioning for port 5aba07d6-f494-4f5a-a7cf-b43673482675 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:35.606024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-fbd82ee7-f9eb-40fa-a7b3-da4e1ed436cd None None] Provisioning complete for port 5aba07d6-f494-4f5a-a7cf-b43673482675 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:35.607208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fbd82ee7-f9eb-40fa-a7b3-da4e1ed436cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.632304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:35.642559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:35.732841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.739602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:35.741021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:35.744061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:35.770769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-fbd82ee7-f9eb-40fa-a7b3-da4e1ed436cd None None] Port 5aba07d6-f494-4f5a-a7cf-b43673482675 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:28:35.823042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.856648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:35.938711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:28:35.970084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46613f3c-c14e-48a5-b041-651e763d4b28 None None] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:36.030716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Deleting subnet cab591ca-96de-4ac4-bb81-d4a08e7cd8b5 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:28:36.043110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] For port 5d57d191-32ae-4235-b57e-dcda0af02b3e, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:36.096527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.221749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] For port 5d57d191-32ae-4235-b57e-dcda0af02b3e, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5d57d191-32ae-4235-b57e-dcda0af02b3e,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:36.239728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39394) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:36.240010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.444659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.465389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:36.523152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.599043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 37403e19-b397-4169-9338-4518ce32df8e up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:36.621624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.692028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:36.708312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Usage tracker for resource:security_group_rule and tenant:a2e1db96951a4869acf36cb46bf36e47 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:36.741926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Pushing event updated for resources: {'Port': ['ID=5d57d191-32ae-4235-b57e-dcda0af02b3e,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:36.745406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:36.768283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:36.826201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:36.901832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 37403e19-b397-4169-9338-4518ce32df8e completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:36.917553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 37403e19-b397-4169-9338-4518ce32df8e triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:36.922625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:36.927150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39418) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:37.002277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.411628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.417430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.433993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0cd19b-757b-4d74-95d2-d0cdfcea066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:37.442665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.514189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a2e1db96951a4869acf36cb46bf36e47&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2716160 Dec 09 05:28:37.519479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 37403e19-b397-4169-9338-4518ce32df8e, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=37403e19-b397-4169-9338-4518ce32df8e,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:37.521797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39444) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:37.522874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9387ce94-46c8-4e9a-b32c-41a108df4636,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:37.524519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.533172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:37.534174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:37.595638 dv-cinder-763306-6-smb neutron-server[80125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 05:28:37.706688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Allocated IP 172.28.3.79 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/b9f25d6b-37b0-4bd6-844d-a1e92da4bb39) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:37.739734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=37403e19-b397-4169-9338-4518ce32df8e,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:37.747063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:37.839376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.858588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.864420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:37.889001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:37.986722 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3c7bb6-7ed5-421c-b5f7-48095eaeff10 req-d6834e3e-aca2-4192-8f2e-ca70051bbb77 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 210 time: 1.0583067 Dec 09 05:28:38.012598 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.055223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.397921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:38.399615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:38.408711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:38.414684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:38.415212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-96f8ed02-cd6b-4cbc-8977-a8fd70eaf431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:38.543686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.602380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae9547-0169-49dc-bbfd-56e1880bdfbd None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:28:38.723238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5d57d191-32ae-4235-b57e-dcda0af02b3e up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:38.777980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.792581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:28:38.804024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab591ca-96de-4ac4-bb81-d4a08e7cd8b5,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:38.815654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.818950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:38.872916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:28:38.958909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:38.998694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-682ebf47-3362-4a34-b9ed-cb46fc3acb8d None None] Provisioning for port 5d57d191-32ae-4235-b57e-dcda0af02b3e completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:39.036467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:39.063790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:28:39.067989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:39.102186 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cab591ca-96de-4ac4-bb81-d4a08e7cd8b5 HTTP/1.1" status: 204 len: 168 time: 3.5322521 Dec 09 05:28:39.109894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39488) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:39.128406 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] 10.222.0.57 "PUT /v2.0/routers/d90081b5-7d8a-433a-8145-c9146f5d4deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9066064 Dec 09 05:28:39.154421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:39.155659 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9387ce94-46c8-4e9a-b32c-41a108df4636 HTTP/1.1" status: 204 len: 168 time: 1.6274278 Dec 09 05:28:39.184469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9387ce94-46c8-4e9a-b32c-41a108df4636,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:39.188764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:39.306781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:28:39.318344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Sync routers for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:28:39.346971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:39.348900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Notify callbacks [] for router, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:39.350277 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.9620631 Dec 09 05:28:39.354010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39502) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:39.366692 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:39.371515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:39.399023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:39.466564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:28:39.575824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:39.585593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:39.586521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:39.728675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.54', 58433) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:39.946948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:39.992105 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-51190bcc-6fc1-4569-96cc-3de1fdb53478 req-bcbd4d70-d63f-479e-a5dc-7476ed0f830b tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 210 time: 0.5295448 Dec 09 05:28:40.148436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:40.159548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 5d57d191-32ae-4235-b57e-dcda0af02b3e completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:40.199560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5d57d191-32ae-4235-b57e-dcda0af02b3e triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:40.200720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:40.245153 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:40.475266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:40.499850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:40.720795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.720795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.721524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.722093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > port after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.722622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > port after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.723902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > port after_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.724483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.725018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.725605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.726118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.818990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-4097644b-f545-4fbf-b30e-96242e5c5f2e tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:40.821789 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-4097644b-f545-4fbf-b30e-96242e5c5f2e tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.54 "GET /v2.0/networks?id=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 HTTP/1.1" status: 200 len: 811 time: 1.0918980 Dec 09 05:28:40.830980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:36Z', 'revision_number': 3, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:40.848249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Checking router: 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:28:40.851378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Updating router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:28:40.929964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39578) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:40.949609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Request body: {'port': {'device_id': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9', 'admin_state_up': True, 'tenant_id': 'b2ca279e353b4d589aa7016d13f1db58'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:40.966900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.967269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.967795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.968302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:28:40.968862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507f8c56-51ef-49e1-87e4-8f178dc20995']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:40.989539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e45de3-3fae-45d6-bf26-628ac0afc854') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:40.990386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e45de3-3fae-45d6-bf26-628ac0afc854') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:40.993092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-4d9090c0-b498-427d-a4db-503f2145b6d6 None None] Provisioning complete for port 5aba07d6-f494-4f5a-a7cf-b43673482675 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:40.993758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4d9090c0-b498-427d-a4db-503f2145b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:40.998674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group': {'name': 'tempest-securitygroup--1089423667', 'description': 'tempest-description--1552646600'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:41.013676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.021234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.034010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:41.052043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.055727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:28:41.082702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:41.086633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:41.092654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:41.097414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:41.147145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:41.170129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:41.198531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-4d9090c0-b498-427d-a4db-503f2145b6d6 None None] Port 5aba07d6-f494-4f5a-a7cf-b43673482675 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:28:41.405805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.445540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:41.467388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:41.474391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:41.495245 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:41.616518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:41.627327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Usage tracker for resource:port and tenant:b2ca279e353b4d589aa7016d13f1db58 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:41.640494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Quota usage for port was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:41.668368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:41.791905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.853330 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9b2fc5d7-e678-4d27-a1fc-9217bf16cf52 req-c2f023a5-784e-41fe-94da-a9d69af18899 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 210 time: 0.3978527 Dec 09 05:28:41.877861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Made reservation on behalf of b2ca279e353b4d589aa7016d13f1db58 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:28:41.907294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:28:41.914398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:41.924780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:42.003116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:42.260248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:42.279249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:42.374354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:42.906650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:42.908395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.066794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.072618 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 2.1291039 Dec 09 05:28:43.084816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39642) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:43.138424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c9cbb-6e9a-401c-bee1-ff1d43523498,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:43.153521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:43.218057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:36Z', 'revision_number': 2, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:43.292582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:28:43.297115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Updating router d90081b5-7d8a-433a-8145-c9146f5d4deb port 5aba07d6-f494-4f5a-a7cf-b43673482675 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:28:43.309353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group_rule': {'security_group_id': 'b88c9cbb-6e9a-401c-bee1-ff1d43523498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:43.340481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Network 507f8c56-51ef-49e1-87e4-8f178dc20995 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: (rel_b, rel_a, rel_b), Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: (rel_b, rel_a, rel_b), Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:28:43.431516 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:28:43.437411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:43.440277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 5d57d191-32ae-4235-b57e-dcda0af02b3e, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5d57d191-32ae-4235-b57e-dcda0af02b3e,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:43.473580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:43.495192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.525617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:43.533216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.537548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:43.575853 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 37403e19-b397-4169-9338-4518ce32df8e up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:43.739607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Transition to ACTIVE for port object ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:43.744883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.750827 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-56256c90-2f27-4997-9353-62f5d1d7bf17 req-f59b0ff3-a19d-4742-9fb3-ce4213f5692d tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 210 time: 0.2208400 Dec 09 05:28:43.764404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.772918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:43.806698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:43.866835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ef42c2d-959a-49bd-8a30-399df7398df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:43.893770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Allocated IP 172.20.0.3 (9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9/eabec04d-a587-4028-80e8-1a49950f49d1/b03dcbbf-ff16-4648-bad7-1d049bc4a6da) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:43.915284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Pushing event deleted for resources: {'Network': ['ID=507f8c56-51ef-49e1-87e4-8f178dc20995,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:43.951325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:44.012762 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Allocated IP 172.20.0.1 (82a5e039-9dc0-4cea-99f5-528c1c6aef1b/5357031d-3e61-4ce1-9275-09b31fec8dd7/c48c95a3-a7ed-48ee-8825-e42ecc00bb99) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:44.044472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-c9eefce3-8a26-49a3-b4c7-e6547e69820d None None] Provisioning complete for port 5d57d191-32ae-4235-b57e-dcda0af02b3e triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:44.047724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c9eefce3-8a26-49a3-b4c7-e6547e69820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.062717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.141940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:44.208151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Pushing event updated for resources: {'Port': ['ID=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:44.224300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:44.297878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Attempting to bind port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:44.298777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Attempting to bind port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:44.299593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Attempting to bind port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:44.313978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:44.314888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:44.315520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.316124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:44.316840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Bound port: ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:44.317467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.389842 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] 10.222.0.57 "DELETE /v2.0/networks/507f8c56-51ef-49e1-87e4-8f178dc20995 HTTP/1.1" status: 204 len: 168 time: 5.2763355 Dec 09 05:28:44.413839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39670) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:44.454687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] For port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:44.465430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] For port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:44.471994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.504271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.515353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c59eaeb5-f696-4004-8c8b-b23b88dc290a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:44.521896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.534787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:44.639651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61421848-beb4-4e07-a37e-e2ef8251a142,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:44.660147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=5d57d191-32ae-4235-b57e-dcda0af02b3e,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:44.676095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:44.692951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:44.694747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.754194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b00f9a59-a55a-4e45-b1e4-e87891046b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.759365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Deleting subnet d5e67eba-868f-40db-a2af-fd2f57c21465 {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:28:44.783072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.787060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 37403e19-b397-4169-9338-4518ce32df8e triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:44.787521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.860666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.914062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.926632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:44.931580 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.7785201 Dec 09 05:28:44.946995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39684) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:44.971538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group_rule': {'security_group_id': 'b88c9cbb-6e9a-401c-bee1-ff1d43523498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:44.997789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:45.022563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:45.026139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Pushing event updated for resources: {'Port': ['ID=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:45.040636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:45.047135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:45.066333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:45.126749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:45.136848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:45.164052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:45.165376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:45.165798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:45.296536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:45.449064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d6bd8603-5a9b-44ea-a68a-6e902c866997 None None] Provisioning complete for port 5d57d191-32ae-4235-b57e-dcda0af02b3e triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:45.450289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d6bd8603-5a9b-44ea-a68a-6e902c866997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:45.556921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5d57d191-32ae-4235-b57e-dcda0af02b3e up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:45.759536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:45.896847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5d57d191-32ae-4235-b57e-dcda0af02b3e triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:45.897389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.072832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90444ba-2d75-4b2e-84a4-73743546f353 req-673b21ce-655c-4876-b153-3ce73f1f69ff tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:46.083704 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d90444ba-2d75-4b2e-84a4-73743546f353 req-673b21ce-655c-4876-b153-3ce73f1f69ff tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 931 time: 0.8459945 Dec 09 05:28:46.207220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.223273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d90444ba-2d75-4b2e-84a4-73743546f353 req-a1840ba4-1f0c-4559-8139-5dcfdb6f041b tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Synchronizing usage tracker for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:28:46.229289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:28:46.361998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.364407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:46.451624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.582815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Transition to ACTIVE for port object 5aba07d6-f494-4f5a-a7cf-b43673482675 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:46.588525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.601448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-09650e47-8a53-4af5-a542-3fb91d23263f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.629363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:46.712513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d90444ba-2d75-4b2e-84a4-73743546f353 req-a1840ba4-1f0c-4559-8139-5dcfdb6f041b tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Unset dirty status for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:28:46.725800 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d90444ba-2d75-4b2e-84a4-73743546f353 req-a1840ba4-1f0c-4559-8139-5dcfdb6f041b tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406198 Dec 09 05:28:46.735990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:28:46.797326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.801168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Pushing event updated for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:46.803842 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.5484741 Dec 09 05:28:46.805621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.805946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39708) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:46.806945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:46.813305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:28:46.847843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:46.905212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:46.919399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:46.964682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39712) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:47.014054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:47.015276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:47.085697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:47.094403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:47.140563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:47.147606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Pushing event updated for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:47.162754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:36Z', 'revision_number': 3, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:47.167715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1bb9b5-1480-4eaf-aaff-2aa9ef2ebebe None None] The sync data for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb is: [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:36Z', 'revision_number': 3, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:28:47.203892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:47.205213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:47.205733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.212698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:47.475396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:47.481158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:47.505121 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.506614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:47.516482 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 2.5657885 Dec 09 05:28:47.523039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39730) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:47.543152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:47.562012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:47.565789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.626465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:47.641007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:47.645441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:floatingip and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:47.653477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:47.662264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2d479e-c695-432c-9e77-a95e26f4b259,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:47.663421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:47.692145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:47.692611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:47.694053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.772322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8348756 Dec 09 05:28:47.773404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.779558 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d5e67eba-868f-40db-a2af-fd2f57c21465 HTTP/1.1" status: 204 len: 168 time: 3.3633564 Dec 09 05:28:47.782780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5e67eba-868f-40db-a2af-fd2f57c21465,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:47.795976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39736) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:47.796831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:47.813820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-97389cb9-107b-40bf-a9bc-f8276e124c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:47.847542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-4cf2ce37-16a5-409f-a4f0-904f5ae55a61 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:28:47.848968 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-4cf2ce37-16a5-409f-a4f0-904f5ae55a61 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0324340 Dec 09 05:28:47.958351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:47.963411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Usage tracker for resource:security_group_rule and tenant:41404fecb1b94e9380c619fe60b70aad is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:47.968645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:47.981850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:48.043083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.180350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.195491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.235668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.412863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Attempting to bind port 5aba07d6-f494-4f5a-a7cf-b43673482675 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:48.413451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Attempting to bind port 5aba07d6-f494-4f5a-a7cf-b43673482675 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:48.414270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Attempting to bind port 5aba07d6-f494-4f5a-a7cf-b43673482675 on network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:48.440522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:48.441183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Checking segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:48.441837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.444266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Bound using segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:48.445332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Bound port: 5aba07d6-f494-4f5a-a7cf-b43673482675, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:48.446535 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.688148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] For port 5aba07d6-f494-4f5a-a7cf-b43673482675, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:48.703926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] For port 5aba07d6-f494-4f5a-a7cf-b43673482675, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5aba07d6-f494-4f5a-a7cf-b43673482675,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:48.726860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:42Z', 'revision_number': 3, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:48.754653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.757384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:28:48.761991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Updating router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:28:48.765707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.773568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:48.826180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Request body: {'port': {'device_id': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:28:48.911719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.137861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3ffb0d-f75f-42c4-a026-40bc83e00d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:49.210143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.264048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.270724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.288440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fd7efbf-83f1-4e2f-928f-75b63e28b145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:49.348562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.446786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:49.452384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:49.548138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-033b6dcc-5395-4f93-8b4f-f6a1d563a0e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:49.556242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:49.632252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd54ea8a-014c-4b23-a277-cb4fe90c9487,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:49.780047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0e20c-6ac7-4ea0-8e0d-3a5ce99fa2e4 req-cacf9bb3-a962-4550-964f-b5db4b3c2e1a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:49.781125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-ffe0e20c-6ac7-4ea0-8e0d-3a5ce99fa2e4 req-cacf9bb3-a962-4550-964f-b5db4b3c2e1a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Synchronizing usage tracker for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:28:49.792153 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.795843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:49.843432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:50.043537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:50.059480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:50.064470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-ffe0e20c-6ac7-4ea0-8e0d-3a5ce99fa2e4 req-cacf9bb3-a962-4550-964f-b5db4b3c2e1a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Unset dirty status for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:28:50.068349 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffe0e20c-6ac7-4ea0-8e0d-3a5ce99fa2e4 req-cacf9bb3-a962-4550-964f-b5db4b3c2e1a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 931 time: 1.2821205 Dec 09 05:28:50.101111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:50.102762 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:50.340779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:50.345931 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41404fecb1b94e9380c619fe60b70aad&name=default HTTP/1.1" status: 200 len: 2879 time: 3.3656764 Dec 09 05:28:50.351092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:50.371944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39768) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:50.588165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Pushing event updated for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:50.614661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.477s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:50.773102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03dcbbf-ff16-4648-bad7-1d049bc4a6da {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:28:50.786407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:50.810280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Transition to ACTIVE for port object b03dcbbf-ff16-4648-bad7-1d049bc4a6da will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:50.839876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:50.866570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:50.873912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af3b6f7-2b69-4784-af9d-6a21bc60e6a1']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:50.880487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:50.945328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0005a7f7-8653-4cd7-a3a8-11828017d6cb') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:50.945724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0005a7f7-8653-4cd7-a3a8-11828017d6cb') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:50.992879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.025777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.032990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:51.045599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:51.088317 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffe0e20c-6ac7-4ea0-8e0d-3a5ce99fa2e4 req-e035185c-69c1-4a17-9889-81e0d111502a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9849150 Dec 09 05:28:51.091335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.146617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:51.238386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:51.239014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.357094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:28:51.457725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Attempting to bind port b03dcbbf-ff16-4648-bad7-1d049bc4a6da on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:51.462444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Attempting to bind port b03dcbbf-ff16-4648-bad7-1d049bc4a6da by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '105d68f5-7165-4810-b4d4-bbd70275c25d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:51.463218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Attempting to bind port b03dcbbf-ff16-4648-bad7-1d049bc4a6da on network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:51.507054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.509178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.535238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.542128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0e965ce8-710f-479a-9aa5-bb50a1d5882b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:51.567843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:28:51.573041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:51.573718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Checking segment: {'id': '105d68f5-7165-4810-b4d4-bbd70275c25d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:51.574658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.575194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Bound using segment: {'id': '105d68f5-7165-4810-b4d4-bbd70275c25d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:51.576049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Bound port: b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d68f5-7165-4810-b4d4-bbd70275c25d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:51.576573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.588709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd54ea8a-014c-4b23-a277-cb4fe90c9487,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:51.653432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Allocated IP 172.20.0.1 (5d9a3f90-c962-4257-b56d-45ecb224c622/ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4/1989f974-f000-4f77-a10f-942eeaf18c12) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:51.698771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] For port b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:51.704567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] For port b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,segment=NetworkSegment(105d68f5-7165-4810-b4d4-bbd70275c25d),segment_id=105d68f5-7165-4810-b4d4-bbd70275c25d)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:51.714649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.717694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.754683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:51.776268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.781725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:51.782670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:48Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:51.791751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:51.863900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-35129507-8a92-48c0-ba7a-e83c6d54d870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:51.881091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:51.886885 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c9de6b-2a44-4e4a-b9cc-fa540f339873 None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:48Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:28:51.906527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Transition to ACTIVE for port object b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:51.915358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.006209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:28:52.017617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:52.018486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.020051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] 10.222.0.54 "PUT /v2.0/ports/b03dcbbf-ff16-4648-bad7-1d049bc4a6da HTTP/1.1" status: 200 len: 1157 time: 3.9783335 Dec 09 05:28:52.020568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:28:52.119818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Sync routers for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:28:52.141353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:52.142097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:52.208868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.210130 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd54ea8a-014c-4b23-a277-cb4fe90c9487 HTTP/1.1" status: 204 len: 168 time: 1.8245366 Dec 09 05:28:52.415837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:52.427035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:52.428364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.494s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:52.611879 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] 10.222.0.57 "PUT /v2.0/routers/6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2561409 Dec 09 05:28:52.612856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Attempting to bind port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:52.613630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Attempting to bind port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:52.616070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Attempting to bind port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:52.620500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:52.627191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:52.637420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:52.648839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:52.649268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:52.649701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.650174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:52.650712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Bound port: b9f25d6b-37b0-4bd6-844d-a1e92da4bb39, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:52.651150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.761584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Pushing event updated for resources: {'Port': ['ID=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:52.772314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:28:52.784931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:52.811173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.893581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:52.961492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-050a2650-2d6a-4f5f-bca5-6b8619381ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:52.969452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] For port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:52.973712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] For port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:52.974792 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-050a2650-2d6a-4f5f-bca5-6b8619381ceb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2ca279e353b4d589aa7016d13f1db58&device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 1160 time: 0.2667470 Dec 09 05:28:52.979468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:53.032802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:53.092946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Transition to ACTIVE for port object 1989f974-f000-4f77-a10f-942eeaf18c12 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:53.246129 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-1c5dcac6-3965-4269-bb9d-1f1d98493bfc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da HTTP/1.1" status: 200 len: 217 time: 0.2518384 Dec 09 05:28:53.384259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Network 4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:28:53.443955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Pushing event updated for resources: {'Port': ['ID=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:53.450660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bc2d4-05f8-4267-a9bd-2ab30fb0d828 req-d12a5622-822a-4d31-8eb6-d3fb7c1d5017 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:53.452374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b08bc2d4-05f8-4267-a9bd-2ab30fb0d828 req-d12a5622-822a-4d31-8eb6-d3fb7c1d5017 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 943 time: 0.8994987 Dec 09 05:28:53.456003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:28:53.502471 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:28:53.561819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-48cbbef1-8a45-4ca8-8182-c89c39daf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:53.565452 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-48cbbef1-8a45-4ca8-8182-c89c39daf4dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eabec04d-a587-4028-80e8-1a49950f49d1 HTTP/1.1" status: 200 len: 851 time: 0.2719409 Dec 09 05:28:53.751286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Allocated IP 172.28.3.156 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/a7ef357f-98ff-4f58-b962-bbf73bab7272) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:28:53.764936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b08bc2d4-05f8-4267-a9bd-2ab30fb0d828 req-e36322f1-bb25-4679-bd3a-2cd624c74b1e tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595546 Dec 09 05:28:53.776406 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-a770ffc8-ca51-4f6f-b210-388e8a4b4427 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759379 Dec 09 05:28:53.779097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:47Z', 'revision_number': 4, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'c48c95a3-a7ed-48ee-8825-e42ecc00bb99', 'name': '', 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'mac_address': 'fa:16:3e:c3:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:43Z', 'updated_at': '2020-12-09T05:28:48Z', 'revision_number': 2, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'subnets': [{'id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:53.794532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Checking router: 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:28:53.794957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Updating router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:28:53.827870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:53.828531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:53.924791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:53.925488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:53.925955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.075466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39828) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:54.131753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.207820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:54.220374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5aba07d6-f494-4f5a-a7cf-b43673482675 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:54.228264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Usage tracker for resource:security_group_rule and tenant:867a5551ced54b0c8c5ff4c3f241f487 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:54.244514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:54.285899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:54.324855 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-c7f320f9-f252-4afa-b1b5-941ac20017e1 service neutron] 10.222.0.54 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367711 Dec 09 05:28:54.325199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39832) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:54.582774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.595660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.606792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5bcdaf1b-1fc2-4683-b396-665afdb950e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:54.626383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:54.723354 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=867a5551ced54b0c8c5ff4c3f241f487&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6466885 Dec 09 05:28:54.732043 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da', 'status': 'completed', 'code': 200} Dec 09 05:28:54.732332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.734877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39840) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:54.758879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.768163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:54.778227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Transition to ACTIVE for port object c48c95a3-a7ed-48ee-8825-e42ecc00bb99 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:28:54.782653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:54.788429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:54.813592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:54.825954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:54.862301 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4af3b6f7-2b69-4784-af9d-6a21bc60e6a1 HTTP/1.1" status: 204 len: 168 time: 6.9842341 Dec 09 05:28:54.906746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Pushing event updated for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:54.987446 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86a22a9-5b34-4b63-a7f2-a0cecf7af9ed req-6d43d8c8-eef9-4551-a9f8-c372aca94037 service neutron] 10.222.0.54 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2319009 Dec 09 05:28:54.989066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9989f620-4eb4-431f-be53-525b797b5898,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:54.989559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:54.990097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fc3e00a5-5f61-4055-b7ab-98bff505f29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:54.996337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.011097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:55.017406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:55.023239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Usage tracker for resource:security_group_rule and tenant:64a0b8055b5b49ffb75ec292599a4556 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:55.029292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:55.040785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:55.147033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.191991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:55.249164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.275821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8d5f0531-6ad7-45c9-8e69-2c4b0bd9c5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:55.311577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d19d9-f440-4efb-9efd-ab3b8c879bcc None None] Pushing event updated for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:55.315714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10476701-05d3-446a-aaaf-0ae001605143,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:55.317021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-123d19d9-f440-4efb-9efd-ab3b8c879bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:55.327514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:55.380576 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64a0b8055b5b49ffb75ec292599a4556&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0470774 Dec 09 05:28:55.383413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39866) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:55.384318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39868) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:55.390457 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 5aba07d6-f494-4f5a-a7cf-b43673482675 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:55.404063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cb7f1ebd-cc2a-4fff-89eb-21e3593b2e72 None None] Provisioning for port 1989f974-f000-4f77-a10f-942eeaf18c12 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:55.409593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cb7f1ebd-cc2a-4fff-89eb-21e3593b2e72 None None] Provisioning complete for port 1989f974-f000-4f77-a10f-942eeaf18c12 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:55.410254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cb7f1ebd-cc2a-4fff-89eb-21e3593b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.436983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5aba07d6-f494-4f5a-a7cf-b43673482675 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:55.437409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.456446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-1aef7541-ab88-4bb3-a4a0-e1946139de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:55.458078 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-1aef7541-ab88-4bb3-a4a0-e1946139de04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b2ca279e353b4d589aa7016d13f1db58&device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 1160 time: 0.3083923 Dec 09 05:28:55.463137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.480416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af3b6f7-2b69-4784-af9d-6a21bc60e6a1,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:55.501282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:55.538844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.583495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Attempting to bind port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:28:55.585152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Attempting to bind port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:28:55.586781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Attempting to bind port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 on network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:28:55.588859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.595157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:28:55.597117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Checking segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:28:55.597801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.598847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Bound using segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:28:55.599568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Bound port: c48c95a3-a7ed-48ee-8825-e42ecc00bb99, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:28:55.600757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.644190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-c74fe418-29e4-40fa-8c8e-ed68b22022d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:55.645775 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-c74fe418-29e4-40fa-8c8e-ed68b22022d8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 HTTP/1.1" status: 200 len: 905 time: 0.1633987 Dec 09 05:28:55.726926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.738664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] For port c48c95a3-a7ed-48ee-8825-e42ecc00bb99, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:28:55.743901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] For port c48c95a3-a7ed-48ee-8825-e42ecc00bb99, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:28:55.748270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3f7d7-8b45-4846-bbf1-a962967527dc req-223f5c8a-6855-45a9-877f-4bb0319d0217 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:55.749914 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ad3f7d7-8b45-4846-bbf1-a962967527dc req-223f5c8a-6855-45a9-877f-4bb0319d0217 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 943 time: 0.5621598 Dec 09 05:28:55.750441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.751309 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-082abffa-3fec-4fab-a342-0d06a8f3bc01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da HTTP/1.1" status: 200 len: 217 time: 0.0815322 Dec 09 05:28:55.755654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.763429 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c818cda6-6331-4aaa-85b2-bf69646d3583 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8428430a3a040c1b2dd9292a1186db2&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3770394 Dec 09 05:28:55.773155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 39876) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:55.775036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:55.806099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-623239e1-8cf0-4e44-8657-10d72e2891e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:55.850640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-8c249eef-34a1-4d17-bf06-6bfc0f30399e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:55.852895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-8c249eef-34a1-4d17-bf06-6bfc0f30399e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=eabec04d-a587-4028-80e8-1a49950f49d1 HTTP/1.1" status: 200 len: 851 time: 0.0883088 Dec 09 05:28:55.864372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f1ebd-cc2a-4fff-89eb-21e3593b2e72 None None] Port 1989f974-f000-4f77-a10f-942eeaf18c12 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:28:55.889632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-cfcd33a6-fc16-4666-bf5a-ddf44fc616e5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:55.891549 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-cfcd33a6-fc16-4666-bf5a-ddf44fc616e5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 817 time: 0.4720407 Dec 09 05:28:55.901405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d19d9-f440-4efb-9efd-ab3b8c879bcc None None] Pushing event updated for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=4']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:55.925450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.932965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-123d19d9-f440-4efb-9efd-ab3b8c879bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:55.944209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.956155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:55.964986 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:42Z', 'revision_number': 3, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:55.977528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ba1f51-135f-4852-a058-6bbe2c21e739 None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:42Z', 'revision_number': 3, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:28:56.004356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 5aba07d6-f494-4f5a-a7cf-b43673482675, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5aba07d6-f494-4f5a-a7cf-b43673482675,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:56.008949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.009865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:56.033358 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-d910ea76-e3c9-405b-93cd-f7364aa92589 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445208 Dec 09 05:28:56.034808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.050658 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-b95eb3cd-ee6a-4c03-8629-e228a3f1f403 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/quotas/6277a1714cf34719bf30e9092556b8ea HTTP/1.1" status: 200 len: 375 time: 0.1366861 Dec 09 05:28:56.077100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=a7ef357f-98ff-4f58-b962-bbf73bab7272,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:56.093186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:56.135124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:28:56.135933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:56.153176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:56.155788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.197508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:56.206603 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-cb0fede4-b397-451d-bde5-eaeb93447340 service neutron] 10.222.0.54 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633620 Dec 09 05:28:56.218804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:56.219234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.240298 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ad3f7d7-8b45-4846-bbf1-a962967527dc req-f0d65b07-24c1-4007-9aee-bb6276adb75d tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061408 Dec 09 05:28:56.251966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10476701-05d3-446a-aaaf-0ae001605143,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:56.268984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.304215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:56.310126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.363715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.365175 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/10476701-05d3-446a-aaaf-0ae001605143 HTTP/1.1" status: 204 len: 168 time: 0.9771745 Dec 09 05:28:56.376934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.410599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.428544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:28:56.430098 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:56.432090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:56.444260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:56.455936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7720bfee-1fd3-4c15-81a8-46462dbaaa69 req-82737d32-572f-4a9d-abdf-2793a29f84f9 service neutron] 10.222.0.54 "GET /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2417092 Dec 09 05:28:56.490396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9989f620-4eb4-431f-be53-525b797b5898,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:56.568743 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.569991 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/105a1d1e-b74a-45e9-b9fe-5aa36a4dca5f HTTP/1.1" status: 204 len: 168 time: 0.7733886 Dec 09 05:28:56.580003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:56.581582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105a1d1e-b74a-45e9-b9fe-5aa36a4dca5f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:56.587318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:56.595181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:56.598861 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-12ae7136-340e-4bf8-94d9-1ea820bcd4d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9989f620-4eb4-431f-be53-525b797b5898 HTTP/1.1" status: 204 len: 168 time: 1.8584983 Dec 09 05:28:56.599914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:56.603942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:28:56.640232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:56.640554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:56.691458 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-376a7393-6ecc-49ab-894a-30c1e47b1a22 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6238537 Dec 09 05:28:56.756465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5aba07d6-f494-4f5a-a7cf-b43673482675 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:56.897363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5aba07d6-f494-4f5a-a7cf-b43673482675 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:56.897836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.110200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:47Z', 'revision_number': 4, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'c48c95a3-a7ed-48ee-8825-e42ecc00bb99', 'name': '', 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'mac_address': 'fa:16:3e:c3:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:43Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'subnets': [{'id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:28:57.115281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c54dd7-b03e-42e4-9b92-d0539361115c None None] The sync data for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb is: [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:28:47Z', 'revision_number': 4, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'c48c95a3-a7ed-48ee-8825-e42ecc00bb99', 'name': '', 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'mac_address': 'fa:16:3e:c3:79:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:43Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'subnets': [{'id': '5357031d-3e61-4ce1-9275-09b31fec8dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:28:57.412601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f8d50106-3ee8-4810-a5d6-11eb287f1c4e service neutron] 10.222.0.57 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6492865 Dec 09 05:28:57.417209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39906) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:57.495278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.524947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.538388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:28:57.538944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:28:57.552411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-c972049f-b8e5-45ad-8f97-b60d8864c24a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:28:57.553295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Usage tracker for resource:security_group_rule and tenant:0202fee3f81646b883a9b61adc2c404d is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:28:57.562968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:28:57.575109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:28:57.688664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.727826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.771886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.789236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.813782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-669421a8-2f2d-484e-aef6-a2647d5948aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:57.870536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:57.906432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b03dcbbf-ff16-4648-bad7-1d049bc4a6da up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:57.916250 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0202fee3f81646b883a9b61adc2c404d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4976680 Dec 09 05:28:57.917371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e809447b-7fdd-4470-9c5c-803c77dc3d3f,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:57.920835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:57.921740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39928) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:57.956743 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:58.005625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39934) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:58.068099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port b03dcbbf-ff16-4648-bad7-1d049bc4a6da completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:58.075423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b03dcbbf-ff16-4648-bad7-1d049bc4a6da triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:58.076104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.088489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40788334-56de-4c54-a78d-ad1016faee6b req-8ca4a17f-b89f-4cb1-b5eb-c352ed3e97dc tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:58.090715 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-40788334-56de-4c54-a78d-ad1016faee6b req-8ca4a17f-b89f-4cb1-b5eb-c352ed3e97dc tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 943 time: 0.3611372 Dec 09 05:28:58.161148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.190024 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e85ca115-7cc1-4150-8a36-450b3888381c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31020d1b07934dda9bff265d23c6ccc8&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1790977 Dec 09 05:28:58.207065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 39940) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:28:58.252911 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-40788334-56de-4c54-a78d-ad1016faee6b req-c9521540-c40b-4a8a-9eb6-1aee2aa73f6a tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537879 Dec 09 05:28:58.294981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.295867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.333994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,segment=NetworkSegment(105d68f5-7165-4810-b4d4-bbd70275c25d),segment_id=105d68f5-7165-4810-b4d4-bbd70275c25d)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:58.335200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:28:58.405830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.422881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.425615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-34138096-fa4a-4913-aa3a-c11cc6b6cd6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:58.464005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.495246 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-0650c69f-efb7-49c5-9ed6-3f68ed61af84 service neutron] 10.222.0.57 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0720003 Dec 09 05:28:58.504518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.521175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.526697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:58.539499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Pushing event updated for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:58.547669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98dd66-f688-43d5-8bcf-cab530eb942a,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:58.563925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:58.579771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.583385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:58.597273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:58.631496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.647111 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e809447b-7fdd-4470-9c5c-803c77dc3d3f HTTP/1.1" status: 204 len: 168 time: 0.7209306 Dec 09 05:28:58.651882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e809447b-7fdd-4470-9c5c-803c77dc3d3f,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:58.653963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:58.658040 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b98dd66-f688-43d5-8bcf-cab530eb942a HTTP/1.1" status: 204 len: 168 time: 0.4468114 Dec 09 05:28:58.667472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:58.848949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:28:58.870673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:28:58.902284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86c7169-dd8b-4aef-ab05-87301ce244ca req-99bdbd7c-4a7a-4d57-9bba-5fd225cff0c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:28:58.908050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:58.929245 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e86c7169-dd8b-4aef-ab05-87301ce244ca req-99bdbd7c-4a7a-4d57-9bba-5fd225cff0c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:28:58.944447 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e86c7169-dd8b-4aef-ab05-87301ce244ca req-99bdbd7c-4a7a-4d57-9bba-5fd225cff0c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 210 time: 0.1560898 Dec 09 05:28:59.067399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:28:59.085933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:59.086553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.110117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:28:59.114416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:28:59.118370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.328903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b03dcbbf-ff16-4648-bad7-1d049bc4a6da up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:59.417168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.568084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b03dcbbf-ff16-4648-bad7-1d049bc4a6da triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:59.568418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.631389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.646429 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da', 'code': 200} Dec 09 05:28:59.684040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-73c2cdd2-8cac-4298-acbf-74cb4af6c256 None None] Provisioning complete for port 1989f974-f000-4f77-a10f-942eeaf18c12 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:28:59.684458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-73c2cdd2-8cac-4298-acbf-74cb4af6c256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.703299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:28:59.736630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:28:59.768812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-73c2cdd2-8cac-4298-acbf-74cb4af6c256 None None] Port 1989f974-f000-4f77-a10f-942eeaf18c12 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:28:59.907822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:28:59.929260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:28:59.932229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c48c95a3-a7ed-48ee-8825-e42ecc00bb99 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:28:59.940778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a42508-59d6-4f16-970f-2c53cd774171 req-3b21ae97-31f2-42a4-affe-253acacb1136 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:28:59.942532 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4a42508-59d6-4f16-970f-2c53cd774171 req-3b21ae97-31f2-42a4-affe-253acacb1136 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 945 time: 0.2412398 Dec 09 05:29:00.061792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:00.130114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=a7ef357f-98ff-4f58-b962-bbf73bab7272,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:00.157173 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4a42508-59d6-4f16-970f-2c53cd774171 req-e0bc4cd3-bead-41b6-920c-ada32b0e2b90 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995034 Dec 09 05:29:00.178060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:00.235353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:00.241490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:00.246677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:00.247316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.286629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:00.376880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-2b6034c0-df66-407b-85ac-70ff3982c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:00.379409 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-2b6034c0-df66-407b-85ac-70ff3982c83e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 1162 time: 0.3137565 Dec 09 05:29:00.410686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.437664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:00.443709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Usage tracker for resource:security_group_rule and tenant:ad4aa5f8ec3b4de08ee4250f011e54a0 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:00.448349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:00.456568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:00.470701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.577343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.579985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.591106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port c48c95a3-a7ed-48ee-8825-e42ecc00bb99, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:00.599207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:00.602541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.611280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:00.678313 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16ee6622-1e62-4b49-b62d-b1db0556725f req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913043 Dec 09 05:29:00.680670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=20a63208-257d-41cc-8289-f5e783753e01,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:00.694272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:00.728084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.771432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.772789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:00.773189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 13.2348411 Dec 09 05:29:00.777326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:29:00.790020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-66ee56f1-a7d0-4939-82c1-7afa653d0543 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:00.791735 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-66ee56f1-a7d0-4939-82c1-7afa653d0543 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 817 time: 0.8671784 Dec 09 05:29:00.805164 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] 10.222.0.57 "PUT /v2.0/routers/1789ba03-810c-4dff-8e74-7fc55fff6ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9885647 Dec 09 05:29:00.823929 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-ecd5c3b4-664e-4e2f-9281-5935d5ebcea7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/quotas/6277a1714cf34719bf30e9092556b8ea HTTP/1.1" status: 200 len: 375 time: 0.0104105 Dec 09 05:29:00.868818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:00.872315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:00.873036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:00.873697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:00.942507 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-8cadbdce-a8a9-4474-afec-ea9052a747bb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119902 Dec 09 05:29:01.177931 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-00e5e637-2c76-4c7a-a2a4-3c4c0b50389a service neutron] 10.222.0.57 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261488 Dec 09 05:29:01.317871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:29:01.343163 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-a11e89b3-1bb0-4c09-bb6b-663efbc2a706 service neutron] 10.222.0.57 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1639400 Dec 09 05:29:01.360220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:01.360928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:01.433764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-f247122f-ce9d-4b9d-9d0d-86a6aeabe0f9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:01.599437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-f247122f-ce9d-4b9d-9d0d-86a6aeabe0f9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:01.600433 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-f247122f-ce9d-4b9d-9d0d-86a6aeabe0f9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1089423667&fields=id&tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 267 time: 0.2574916 Dec 09 05:29:01.761116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:02.402057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-02515242-4693-47d9-a1a5-c991d9aeb5ff tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:02.403551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1d6197e8-811d-4556-b585-8eb484e3584a req-02515242-4693-47d9-a1a5-c991d9aeb5ff tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:02.517745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-491c7a71-a63c-489c-a595-dff2eb874ccf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:02.519442 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-491c7a71-a63c-489c-a595-dff2eb874ccf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 815 time: 0.9082932 Dec 09 05:29:02.550687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:28:56Z', 'revision_number': 2, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:02.553522 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-90d6b1ab-f822-4470-a019-57b9dfd9012b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/quotas/8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 375 time: 0.0184140 Dec 09 05:29:02.555889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:29:02.556510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Updating router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 port 1989f974-f000-4f77-a10f-942eeaf18c12 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:29:02.558127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1d6197e8-811d-4556-b585-8eb484e3584a req-02515242-4693-47d9-a1a5-c991d9aeb5ff tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:02.559533 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-02515242-4693-47d9-a1a5-c991d9aeb5ff tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 817 time: 0.7600124 Dec 09 05:29:02.609392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Request body: {'port': {'device_id': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'admin_state_up': True, 'tenant_id': '6277a1714cf34719bf30e9092556b8ea'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:02.669162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:02.799133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c48c95a3-a7ed-48ee-8825-e42ecc00bb99 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:02.845703 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cb28bf7a-f714-4928-b8ec-746f7345860d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2832747 Dec 09 05:29:02.855872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:02.866552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:02.875886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Made reservation on behalf of 6277a1714cf34719bf30e9092556b8ea for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:02.881932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:03.110275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:03.110710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:03.245229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Allocated IP 172.20.0.13 (82a5e039-9dc0-4cea-99f5-528c1c6aef1b/5357031d-3e61-4ce1-9275-09b31fec8dd7/84dbcb42-e2fc-4372-997b-ff7c138665d9) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:03.393315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40150) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:03.399142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group': {'name': 'tempest-securitygroup--1311617823', 'description': 'tempest-description--1944331419'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:03.414000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:03.428701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:03.439414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:03.464471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:03.508721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:03.579673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:03.595321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:03.613009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.54', 58464) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:03.619351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:03.643611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:03.886280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-74f00b34-5d98-4074-a47c-e1e70a3a1773 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:29:03.901790 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-74f00b34-5d98-4074-a47c-e1e70a3a1773 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.3398695 Dec 09 05:29:04.006852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdd9fe-8e3b-444b-ac81-077b89922070 req-864b8cdc-932b-4b9d-b34a-0c0db370bf49 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:04.008973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-10fdd9fe-8e3b-444b-ac81-077b89922070 req-864b8cdc-932b-4b9d-b34a-0c0db370bf49 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 945 time: 0.3133883 Dec 09 05:29:04.139665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.157256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Transition to ACTIVE for port object 1989f974-f000-4f77-a10f-942eeaf18c12 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:04.164611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.165336 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.177673 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-10fdd9fe-8e3b-444b-ac81-077b89922070 req-a93f8c6a-2d85-4e9f-9213-67c67a385c65 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557324 Dec 09 05:29:04.178975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.191196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:04.201086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.234507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:04.274500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.274500 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.8772936 Dec 09 05:29:04.274500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40170) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:04.315758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group_rule': {'security_group_id': '296c217f-776a-4c4e-b4bc-4081abe82c95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:04.348550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:04.367924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:04.373283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:04.389428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:04.402048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Pushing event updated for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:04.408781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:04.457586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.545037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroup': ['ID=296c217f-776a-4c4e-b4bc-4081abe82c95,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:04.553891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-d60c3e4d-290c-4df0-a8a1-31dc9c91bc91 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:04.556118 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-d60c3e4d-290c-4df0-a8a1-31dc9c91bc91 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 817 time: 0.9409089 Dec 09 05:29:04.556754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:04.577677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Request body: {'port': {'device_id': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b', 'admin_state_up': True, 'tenant_id': '6277a1714cf34719bf30e9092556b8ea'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:04.699246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.792052 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d5f85e9a-580e-4d88-9ba7-1da001a053c7 req-03435f1f-acee-4209-ad91-7fc29a52d1fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 210 time: 0.1891994 Dec 09 05:29:04.829288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.833635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.882196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9f077040-26cd-4698-b4f6-dea29dd1c28c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:04.923456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.934342 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.6571059 Dec 09 05:29:04.935119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40202) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:04.935847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7adcf4-6e32-49c5-b0ae-70a16a6e897f,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:04.961943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:04.978530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Attempting to bind port 1989f974-f000-4f77-a10f-942eeaf18c12 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:04.979158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Attempting to bind port 1989f974-f000-4f77-a10f-942eeaf18c12 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:04.980057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group_rule': {'security_group_id': '296c217f-776a-4c4e-b4bc-4081abe82c95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:04.980347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Attempting to bind port 1989f974-f000-4f77-a10f-942eeaf18c12 on network 5d9a3f90-c962-4257-b56d-45ecb224c622 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:04.989742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:04.990616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Checking segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:04.991290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:04.991932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Bound using segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:04.993475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Bound port: 1989f974-f000-4f77-a10f-942eeaf18c12, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:04.994122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.008032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:05.024152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:05.035723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:05.057435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:05.119339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.163753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] For port 1989f974-f000-4f77-a10f-942eeaf18c12, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:05.170814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] For port 1989f974-f000-4f77-a10f-942eeaf18c12, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=1989f974-f000-4f77-a10f-942eeaf18c12,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:05.180710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.208058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:05.287937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.294020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.307354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2643c88a-521f-437c-aab6-bed7b01deb5a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:05.324448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Pushing event updated for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:05.328376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:05.341431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecc0af5-412d-4541-bb78-6e65ed615bba,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:05.345960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:05.372092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:05.381052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.387927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-e52a2f84-7d3a-49e0-96b4-bb701c9c29e1 service neutron] 10.222.0.57 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4849124 Dec 09 05:29:05.388660 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-938c61ae-61fa-48fc-9302-2ef0be8e977f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4255388 Dec 09 05:29:05.392359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40218) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:05.405969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:05.416078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:05.420876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:floatingip and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:05.424653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:05.431127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:05.441918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.602835 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b97148da-3f30-45ac-bff0-f2b87bda77b9 service neutron] 10.222.0.57 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1942923 Dec 09 05:29:05.620409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:05.626178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.634605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:05.654489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:05.655587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:28:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:05.662844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:05.676541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:05.677179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:05.731860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Pushing event updated for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:05.758351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:05.815995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:05.834516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Usage tracker for resource:port and tenant:6277a1714cf34719bf30e9092556b8ea is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:05.840332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2383516 Dec 09 05:29:05.841248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Quota usage for port was recalculated. Used quota:2. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:05.861526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:05.880998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Request body: {'port': {'device_id': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:05.932532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:06.169536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Made reservation on behalf of 6277a1714cf34719bf30e9092556b8ea for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:06.175218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:06.244967 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-760d9e7b-a23b-42e0-86c0-8b428ddb0cb1 req-1365f3bd-1d5d-4ecc-95f2-51069dbc930f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.1958907 Dec 09 05:29:06.348854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:06.602735 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac94fc-286a-4563-bff0-d089485939eb req-186cc9d0-6560-4950-8bde-6b101b69fbd9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 210 time: 0.4619360 Dec 09 05:29:06.645635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Allocated IP 172.28.3.50 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/80635ad4-b540-4efd-9de5-1555e9bd08a5) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:06.796799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:05Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:06.805236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6f0f1e-f683-45bb-9f93-de822b7f658c None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:05Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:29:06.820213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:06.909596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:06.967524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:07.065576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=80635ad4-b540-4efd-9de5-1555e9bd08a5,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:07.120590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:07.330674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:07.332129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:07.338312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:07.500901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:07.618576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:07.709382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.54', 58483) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:07.898497 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2111971-4897-41bb-98cf-18045004562c req-172560b5-a33c-46e4-b65c-7cef562f8a59 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.2057722 Dec 09 05:29:08.143850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:29:08.242725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.248416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.386962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1ea14e25-a51a-4d5a-b9e8-26c365e6532a req-7f53d0a8-1af2-4b00-972a-900bb8322ba6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:08.433533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:08.443389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84dbcb42-e2fc-4372-997b-ff7c138665d9 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:08.455981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.465237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1ea14e25-a51a-4d5a-b9e8-26c365e6532a req-7f53d0a8-1af2-4b00-972a-900bb8322ba6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:08.467249 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea14e25-a51a-4d5a-b9e8-26c365e6532a req-7f53d0a8-1af2-4b00-972a-900bb8322ba6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 210 time: 0.2803969 Dec 09 05:29:08.477134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-be46c1a4-de09-4969-873c-afacf26efb28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:08.479765 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-be46c1a4-de09-4969-873c-afacf26efb28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 815 time: 0.7693820 Dec 09 05:29:08.488779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Transition to ACTIVE for port object 84dbcb42-e2fc-4372-997b-ff7c138665d9 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:08.585512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Allocated IP 172.20.0.4 (82a5e039-9dc0-4cea-99f5-528c1c6aef1b/5357031d-3e61-4ce1-9275-09b31fec8dd7/72d0dc66-d4a2-430d-8602-d5c69034d0ee) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:08.609349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.647477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=80635ad4-b540-4efd-9de5-1555e9bd08a5,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:08.658775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:08.672212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.701934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:08.713961 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3197942 Dec 09 05:29:08.832209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:08.841530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40332) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:08.896876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 1989f974-f000-4f77-a10f-942eeaf18c12 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:09.047584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 1989f974-f000-4f77-a10f-942eeaf18c12 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:09.057856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 1989f974-f000-4f77-a10f-942eeaf18c12 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:09.058454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.193793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.273024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.277606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:09.282224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Usage tracker for resource:security_group_rule and tenant:4b7657140f204199813988e2a59f7593 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:09.286170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:09.293814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:09.301060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Pushing event updated for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:09.304557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:09.313670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 1989f974-f000-4f77-a10f-942eeaf18c12, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=1989f974-f000-4f77-a10f-942eeaf18c12,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:09.317362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.319341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:09.368309 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-bdf9411b-df8b-4c5e-b259-13a9d7864124 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 5505 time: 0.7779696 Dec 09 05:29:09.403467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:09.422895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:09.438752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'port': {'device_id': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'admin_state_up': True, 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'security_groups': ['b88c9cbb-6e9a-401c-bee1-ff1d43523498']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:09.458956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.462902 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd4bbc1f-de70-4507-a7dc-862df8c2c44c req-5b8b571c-1fce-49d0-b993-b40ba5eba4d4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.1795189 Dec 09 05:29:09.469160 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.471102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d1ac29d3-46f5-46c8-a2d8-813af387a1fd tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:09.476188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.500891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:09.556137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d1ac29d3-46f5-46c8-a2d8-813af387a1fd tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:09.566766 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d1ac29d3-46f5-46c8-a2d8-813af387a1fd tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1311617823&fields=id&tenant_id=e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 267 time: 0.3337634 Dec 09 05:29:09.604397 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b7657140f204199813988e2a59f7593&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7578719 Dec 09 05:29:09.608948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40368) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:09.617163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab8d79-f496-4838-a721-c997f397f281,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:09.628386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Attempting to bind port 84dbcb42-e2fc-4372-997b-ff7c138665d9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:09.628766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Attempting to bind port 84dbcb42-e2fc-4372-997b-ff7c138665d9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:09.629146 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Attempting to bind port 84dbcb42-e2fc-4372-997b-ff7c138665d9 on network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:09.667599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:09.667980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Checking segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:09.668394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.668803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Bound using segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:09.669307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Bound port: 84dbcb42-e2fc-4372-997b-ff7c138665d9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:09.669702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.720819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:09.796529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:09.807628 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7392823e-219d-4ac9-b937-b8c0c791a954 req-671d1422-78f2-4116-9658-c4ccbfdea36d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 210 time: 0.0989954 Dec 09 05:29:09.814556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:port and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:09.819426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for port was recalculated. Used quota:3. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:09.825985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.829173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:09.845418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.874962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:09.881289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-59139ff1-ec06-4d4a-abf3-72043cf49aea tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:09.883509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-59139ff1-ec06-4d4a-abf3-72043cf49aea tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 811 time: 0.3152258 Dec 09 05:29:09.885365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:09.918679 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-6e26df1b-79b4-40e3-a305-86ce95426ebf tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/quotas/e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 375 time: 0.0242662 Dec 09 05:29:09.925746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Made reservation on behalf of 8ea08a4ed13c41d7aea1a727b184d705 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:09.931477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.027553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.037624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:10.049345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab8d79-f496-4838-a721-c997f397f281,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:10.052374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:10.060701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-0bca1740-618b-4d77-9828-2af6164ba34a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:10.078976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.082702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28ab8d79-f496-4838-a721-c997f397f281 HTTP/1.1" status: 204 len: 168 time: 0.4718890 Dec 09 05:29:10.088744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-0bca1740-618b-4d77-9828-2af6164ba34a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:10.090473 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-0bca1740-618b-4d77-9828-2af6164ba34a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599045 Dec 09 05:29:10.113032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] For port 84dbcb42-e2fc-4372-997b-ff7c138665d9, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:10.138913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Pushing event updated for resources: {'Port': ['ID=72d0dc66-d4a2-430d-8602-d5c69034d0ee,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:10.147625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:10.220169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] For port 84dbcb42-e2fc-4372-997b-ff7c138665d9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:10.249487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.297643 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-800408b6-a0f6-4da3-9a96-668c5f5cddc7 service neutron] 10.222.0.57 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765645 Dec 09 05:29:10.307257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:10.467004 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d1f42023-5b93-4db0-ad9a-d05f4001c87f service neutron] 10.222.0.57 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1625221 Dec 09 05:29:10.679456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40400) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:10.733280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.803738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:10.812615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 1989f974-f000-4f77-a10f-942eeaf18c12 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:10.852304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:10.874797 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-92620a13-a760-4f14-9fd1-e642794dafc1 req-9b17050c-db34-4618-99e3-9f43514c7b93 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 210 time: 0.1220374 Dec 09 05:29:10.876123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:d78639c0805d41a9ac44854b55b556d7 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:10.893378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:10.904182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 1989f974-f000-4f77-a10f-942eeaf18c12 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:10.904785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:10.906000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:10.991094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:11.021637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:11.027835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:11.028514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.067000 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f710b9c-e971-4748-9381-59ef2a7f1724 req-db7c7f00-f63d-4372-9913-616832d48345 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.2982934 Dec 09 05:29:11.141599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:11.142571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.151676 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] 10.222.0.54 "PUT /v2.0/ports/84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 1158 time: 5.2853494 Dec 09 05:29:11.154724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:11.167992 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-5abf84e9-11a3-41f0-8dae-5219f2580eeb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5946066 Dec 09 05:29:11.168760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Pushing event updated for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:11.181761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.191753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:11.192068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.241188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Request body: {'port': {'device_id': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:11.327459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:11.393985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47048bfe-ee8b-4427-89fb-cb81a93d8832,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:11.429479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:11.463853 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d78639c0805d41a9ac44854b55b556d7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7795594 Dec 09 05:29:11.464835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40442) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:11.468437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Allocated IP 172.20.0.14 (e118e726-feaf-48df-b7c6-f0d7ea8b6a09/795d60ec-daa0-4bcf-be54-ee0ce97792fc/12da5c2e-b167-4971-baa7-f55c30543fb4) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:11.616647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac7705-38a0-483e-bf33-9cc0daa88736 req-573ce200-2afa-4afe-89c8-d3db63be9006 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:11.625220 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-20ac7705-38a0-483e-bf33-9cc0daa88736 req-573ce200-2afa-4afe-89c8-d3db63be9006 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 931 time: 0.4400878 Dec 09 05:29:11.646357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-950ff4c3-d86b-4d5b-a63a-99752a02c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:11.648011 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-950ff4c3-d86b-4d5b-a63a-99752a02c080 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1161 time: 0.4552970 Dec 09 05:29:11.666096 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.682044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.766273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.788751 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9', 'status': 'completed', 'code': 200} Dec 09 05:29:11.865896 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-0327e483-209b-4f38-9896-5f8ee6dab60e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.2009189 Dec 09 05:29:11.867532 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-20ac7705-38a0-483e-bf33-9cc0daa88736 req-abb63cf0-0dda-47fd-86b1-92fbb78528f5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405472 Dec 09 05:29:11.909101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.924302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-794dff1f-0217-47e6-8d7b-d46af13038fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:11.954650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47048bfe-ee8b-4427-89fb-cb81a93d8832,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:11.957126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:11.969734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47048bfe-ee8b-4427-89fb-cb81a93d8832 HTTP/1.1" status: 204 len: 168 time: 0.4859092 Dec 09 05:29:11.970968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:12.110749 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-49279978-a593-4c42-861d-27fae6efc400 req-9d6c14bf-c276-47ef-aa02-45b2a5aa7254 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 210 time: 0.0523231 Dec 09 05:29:12.317334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6197e8-811d-4556-b585-8eb484e3584a req-e373ef03-7a8f-4119-a6b0-5002ebd7916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:12.317334 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-e373ef03-7a8f-4119-a6b0-5002ebd7916b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.3787234 Dec 09 05:29:12.318379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40474) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:12.408744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7aba6cc9-b5c5-40c6-9d0b-42bd7ca7c3a2 req-6ee8edd0-d439-432b-8868-2b31a80a12cf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:12.441590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:12.446745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7aba6cc9-b5c5-40c6-9d0b-42bd7ca7c3a2 req-6ee8edd0-d439-432b-8868-2b31a80a12cf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:12.448052 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aba6cc9-b5c5-40c6-9d0b-42bd7ca7c3a2 req-6ee8edd0-d439-432b-8868-2b31a80a12cf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.1240919 Dec 09 05:29:12.452282 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-100a86ee-2526-4156-969c-0b5133560a57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1140065 Dec 09 05:29:12.501449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.54', 58499) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:12.666452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Transition to ACTIVE for port object 12da5c2e-b167-4971-baa7-f55c30543fb4 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:12.695899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-791ac702-d90b-4ef4-b0e2-0cf2df528da4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:12.697971 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-791ac702-d90b-4ef4-b0e2-0cf2df528da4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 811 time: 0.1947582 Dec 09 05:29:12.755602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc69c-9f65-4c47-94db-9d1cd6aeabd4 req-25d4e7f3-98c4-4068-a1ab-460059d9c754 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:12.763399 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69cfc69c-9f65-4c47-94db-9d1cd6aeabd4 req-25d4e7f3-98c4-4068-a1ab-460059d9c754 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 945 time: 0.8173788 Dec 09 05:29:12.771229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:12.830084 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-c252d5eb-1241-4a53-84cd-242c16b572b8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 5505 time: 0.1170187 Dec 09 05:29:12.845124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'port': {'device_id': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'admin_state_up': True, 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'security_groups': ['296c217f-776a-4c4e-b4bc-4081abe82c95']}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:12.894950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:12.930673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6de5e4ce99844f192a8220c0ba6630b is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:12.955997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:12.967537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:29:12.985606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:12.995679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:13.012856 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69cfc69c-9f65-4c47-94db-9d1cd6aeabd4 req-b6a0e229-4f40-4c3b-9f05-89f77d7afbe4 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484453 Dec 09 05:29:13.019028 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-61bdf765-f836-40a9-a825-19151d8f86e1 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106140 Dec 09 05:29:13.085588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:13.276878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:13.292016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:13.326574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Made reservation on behalf of e5d4835da240464b973403e0ed7688bc for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:13.332196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:13.384451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b03dcbbf-ff16-4648-bad7-1d049bc4a6da no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:29:13.418371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.54', 58504) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:13.427595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9c2ea-9e01-4e6d-9a62-c200e61fef43 req-879dbbf1-d3e5-438f-ab51-05288184bac2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:13.436360 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-11f9c2ea-9e01-4e6d-9a62-c200e61fef43 req-879dbbf1-d3e5-438f-ab51-05288184bac2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 931 time: 0.2662923 Dec 09 05:29:13.522904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:29:13.589808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:13.659539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,segment=NetworkSegment(105d68f5-7165-4810-b4d4-bbd70275c25d),segment_id=105d68f5-7165-4810-b4d4-bbd70275c25d)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:13.663872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:13.675745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:13.682575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:13.701803 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-11f9c2ea-9e01-4e6d-9a62-c200e61fef43 req-49793941-6788-43fd-a4da-593830d4c577 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645068 Dec 09 05:29:13.799913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:13.806265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:13.902731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d0dc66-d4a2-430d-8602-d5c69034d0ee {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:13.911726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:13.927191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Transition to ACTIVE for port object 72d0dc66-d4a2-430d-8602-d5c69034d0ee will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:13.975455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-35ad822c-abec-413f-b0fe-223d36674a2c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:13.977116 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-35ad822c-abec-413f-b0fe-223d36674a2c tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.54 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 945 time: 0.5383868 Dec 09 05:29:14.039825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.118947 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f19ed85a-1aa5-4889-be93-249e367f1b73 req-34c96f5a-47dd-49b9-aa2e-2587b44c1809 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 210 time: 0.1609571 Dec 09 05:29:14.190476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-74ad8b88-47a0-4add-a28d-c8cb23cdd67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.210590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Deleting port b03dcbbf-ff16-4648-bad7-1d049bc4a6da {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:29:14.211103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.237064 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da', 'code': 200} Dec 09 05:29:14.257009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:14.268914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.183s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:14.345662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:14.419617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40564) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:14.443596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Allocated IP 172.20.0.4 (5d9a3f90-c962-4257-b56d-45ecb224c622/ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4/8d18d7dd-2699-4ee7-8730-f21963a547cf) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:14.475195 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d6197e8-811d-4556-b585-8eb484e3584a req-aec1a14e-8c96-43d2-bad6-ca87429fbf40 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3469114 Dec 09 05:29:14.552152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.563269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a22844-9252-4d23-882b-24bfe702c9c7 req-c8346cdd-714d-4fce-8e98-c39e197dffe8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:14.563269 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-87a22844-9252-4d23-882b-24bfe702c9c7 req-c8346cdd-714d-4fce-8e98-c39e197dffe8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 932 time: 0.4940929 Dec 09 05:29:14.609486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:14.613021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.671816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:14.674843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:14.680386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:14.681618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.697841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d0dc66-d4a2-430d-8602-d5c69034d0ee,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:14.701802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:14.798426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c0bf9dc4-3255-4e14-ba83-4741fded6a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:14.835840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-87a22844-9252-4d23-882b-24bfe702c9c7 req-682b5f02-ad65-4c44-97d8-f74115713a54 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:14.884801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a723e6-31ea-4f36-876a-20037aa61426,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:14.890068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:14.934982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Attempting to bind port 72d0dc66-d4a2-430d-8602-d5c69034d0ee on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:14.935435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Attempting to bind port 72d0dc66-d4a2-430d-8602-d5c69034d0ee by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:14.935724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Attempting to bind port 72d0dc66-d4a2-430d-8602-d5c69034d0ee on network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:14.970289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:14.970675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Checking segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:14.971085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.971496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Bound using segment: {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:14.971983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Bound port: 72d0dc66-d4a2-430d-8602-d5c69034d0ee, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afec440b-3ed8-4f63-8d66-a7e71a1018a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82a5e039-9dc0-4cea-99f5-528c1c6aef1b'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:14.972367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:14.982101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-87a22844-9252-4d23-882b-24bfe702c9c7 req-682b5f02-ad65-4c44-97d8-f74115713a54 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:15.000142 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-87a22844-9252-4d23-882b-24bfe702c9c7 req-682b5f02-ad65-4c44-97d8-f74115713a54 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719344 Dec 09 05:29:15.015445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.029576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] For port b03dcbbf-ff16-4648-bad7-1d049bc4a6da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,segment=NetworkSegment(105d68f5-7165-4810-b4d4-bbd70275c25d),segment_id=105d68f5-7165-4810-b4d4-bbd70275c25d)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:15.037830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.050240 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6de5e4ce99844f192a8220c0ba6630b&name=default HTTP/1.1" status: 200 len: 2879 time: 2.7270970 Dec 09 05:29:15.051834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:15.059696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40582) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:15.066284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-f487d32c-0290-4e57-aedc-e17d0730b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:15.067987 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-f487d32c-0290-4e57-aedc-e17d0730b2b4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1161 time: 0.5359590 Dec 09 05:29:15.082398 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6496644 Dec 09 05:29:15.084790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Usage tracker for resource:security_group_rule and tenant:bc66c8ad9fc14e7b8b22e5add697d563 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:15.130210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-61f0471e-29ed-4b48-9c26-52c1cfdc1391 None None] Provisioning for port 12da5c2e-b167-4971-baa7-f55c30543fb4 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:15.144010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-61f0471e-29ed-4b48-9c26-52c1cfdc1391 None None] Provisioning complete for port 12da5c2e-b167-4971-baa7-f55c30543fb4 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:15.146103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61f0471e-29ed-4b48-9c26-52c1cfdc1391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.177908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:15.260233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Request body: {'port': {'device_id': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:15.312699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Calling delete_port for b03dcbbf-ff16-4648-bad7-1d049bc4a6da owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:29:15.313984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:15.339783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-61f0471e-29ed-4b48-9c26-52c1cfdc1391 None None] Port 12da5c2e-b167-4971-baa7-f55c30543fb4 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:29:15.410048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08259cc5-911c-46d3-be1b-b55ea0b740b4 req-86911917-6a47-4755-a271-c5d4f35ef243 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:15.411734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08259cc5-911c-46d3-be1b-b55ea0b740b4 req-86911917-6a47-4755-a271-c5d4f35ef243 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 943 time: 0.9793632 Dec 09 05:29:15.435953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.541802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40596) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:15.558773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.559102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Transition to ACTIVE for port object 8d18d7dd-2699-4ee7-8730-f21963a547cf will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:15.561632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40602) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:15.651471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5634cb-e643-4e92-9016-04bffae8aab8 req-b61510d7-0861-489c-96d5-9e25b9dc86c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:15.652935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] For port 72d0dc66-d4a2-430d-8602-d5c69034d0ee, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:15.653123 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de5634cb-e643-4e92-9016-04bffae8aab8 req-b61510d7-0861-489c-96d5-9e25b9dc86c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 943 time: 0.3479085 Dec 09 05:29:15.691650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.693361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.717829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:15.719255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08259cc5-911c-46d3-be1b-b55ea0b740b4 req-20425b85-e92b-4438-be5d-4a414ebabf15 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/security-groups?id=66c2a43a-ba33-4276-9f60-790d91bd81db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826395 Dec 09 05:29:15.721156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.729745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] For port 72d0dc66-d4a2-430d-8602-d5c69034d0ee, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:15.762492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.772054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:15.773564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Pushing event deleted for resources: {'Port': ['ID=b03dcbbf-ff16-4648-bad7-1d049bc4a6da,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:15.807021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-2498d121-de89-4fbe-aca8-25f6fd483db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:15.808666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-2498d121-de89-4fbe-aca8-25f6fd483db0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.7252798 Dec 09 05:29:15.816995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:15.976227 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de5634cb-e643-4e92-9016-04bffae8aab8 req-2a0b029f-4abf-4a2e-a87b-68c569ab1ee0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069084 Dec 09 05:29:15.989591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.030213 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-f1066b01-8b67-4bb0-9da1-bcc6efbe441f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.1734087 Dec 09 05:29:16.060714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.103221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:16.107268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Usage tracker for resource:security_group_rule and tenant:43a3a390991d48a08a8e4fce323153f7 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:16.110262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:16.116005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:16.142102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=8d18d7dd-2699-4ee7-8730-f21963a547cf,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:16.145961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:16.153234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:16.153699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:16.154016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:16.155020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Usage tracker for resource:security_group_rule and tenant:47eb3cbe8c494101ba9cd9416d40d767 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:16.164821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:16.199547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:16.322219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:16.331057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:16.335202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] No DVR routers for this DVR port b03dcbbf-ff16-4648-bad7-1d049bc4a6da on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:29:16.335930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:16.377187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.380354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-deleted', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:16.438362 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b7c84eee-839c-42d2-9445-cc373c2bdc07 req-e6930768-4760-4b9a-8ec9-451982d6a8b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.54 "DELETE /v2.0/ports/b03dcbbf-ff16-4648-bad7-1d049bc4a6da HTTP/1.1" status: 204 len: 173 time: 2.4471924 Dec 09 05:29:16.444571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:16.446008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.469512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0483-e582-484d-aec4-5ef611524787 req-35d75704-0bfc-43af-8198-5a1084b849c7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:16.471179 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ce0483-e582-484d-aec4-5ef611524787 req-35d75704-0bfc-43af-8198-5a1084b849c7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 932 time: 0.2676859 Dec 09 05:29:16.478502 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6414294 Dec 09 05:29:16.500474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.503779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f1757257-f046-4a16-82f0-87d7818221a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.515939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Request body: {'port': {'device_id': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:16.551337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d0dc66-d4a2-430d-8602-d5c69034d0ee,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:16.559510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:16.568936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.598237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bd0976bf-edd0-4b24-9856-552df143108b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:16.644961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.670834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-6ed2057b-ea8c-47f8-8035-78e6e126be89 None None] Provisioning for port 8d18d7dd-2699-4ee7-8730-f21963a547cf completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:16.676884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-6ed2057b-ea8c-47f8-8035-78e6e126be89 None None] Provisioning complete for port 8d18d7dd-2699-4ee7-8730-f21963a547cf triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:16.677310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ed2057b-ea8c-47f8-8035-78e6e126be89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.701820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-5b54155b-36fb-4cd4-9da7-582e1ee58047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:16.703444 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-5b54155b-36fb-4cd4-9da7-582e1ee58047 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.5869904 Dec 09 05:29:16.732556 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc66c8ad9fc14e7b8b22e5add697d563&name=default HTTP/1.1" status: 200 len: 2879 time: 2.2605953 Dec 09 05:29:16.738010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40620) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:16.750728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2057b-ea8c-47f8-8035-78e6e126be89 None None] Port 8d18d7dd-2699-4ee7-8730-f21963a547cf cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:29:16.841585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:16.842302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.843807 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] 10.222.0.54 "PUT /v2.0/ports/72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 200 len: 1157 time: 5.6574631 Dec 09 05:29:16.868838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:16.869524 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ce0483-e582-484d-aec4-5ef611524787 req-9fada3ae-2f7a-4a0b-916a-b89e20dc013e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783753 Dec 09 05:29:16.880732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb0b85-3bfc-4f5d-b333-76cf599d295e,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:16.885022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:16.894212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4fa8b087-3c20-4176-adc7-306a8c10d7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:16.905332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:16.906563 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56a723e6-31ea-4f36-876a-20037aa61426 HTTP/1.1" status: 204 len: 168 time: 1.8444641 Dec 09 05:29:16.909150 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-5a1e3bab-7732-4296-8f2f-438fbeb8eae5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799097 Dec 09 05:29:16.983131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.018169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a723e6-31ea-4f36-876a-20037aa61426,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:17.021001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:17.047558 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c0f64-5c01-437f-9346-e59c3fa0ff7d req-f66b16c7-9e15-44c0-8b26-748a0cf6e7c3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:17.049197 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c5c0f64-5c01-437f-9346-e59c3fa0ff7d req-f66b16c7-9e15-44c0-8b26-748a0cf6e7c3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 931 time: 0.9572065 Dec 09 05:29:17.078654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.159852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9c3d2270-82fd-4619-b94d-103847b530b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:17.220914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-92d4bb91-4881-4a6f-9337-8946f4948af6 req-a55eae4b-48cd-4136-b851-3ebde7da05b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Synchronizing usage tracker for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:17.236990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.252188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.255571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.269646 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47eb3cbe8c494101ba9cd9416d40d767&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7250612 Dec 09 05:29:17.280419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44370e7-40d6-4db3-888e-22630f08df2c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:17.292236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40638) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:17.293112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:17.293603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d7a24c5a-5de0-4c0a-b7c0-d16cf025939f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:17.348861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.376995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40642) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:17.391543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1c5c0f64-5c01-437f-9346-e59c3fa0ff7d req-1a065413-477b-446c-b7d6-d9829e53fdab tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:17.392696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-92d4bb91-4881-4a6f-9337-8946f4948af6 req-a55eae4b-48cd-4136-b851-3ebde7da05b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Unset dirty status for tenant:b2ca279e353b4d589aa7016d13f1db58 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:17.393889 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-92d4bb91-4881-4a6f-9337-8946f4948af6 req-a55eae4b-48cd-4136-b851-3ebde7da05b0 tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] 10.222.0.57 "GET /v2.0/ports?device_id=6ca96b0a-b12a-45d9-b828-2815f0cd41f7 HTTP/1.1" status: 200 len: 210 time: 0.3173854 Dec 09 05:29:17.399822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.425010 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-d9770622-50e2-4a9d-b94a-84a49124584a service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534826 Dec 09 05:29:17.434770 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43a3a390991d48a08a8e4fce323153f7&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8695936 Dec 09 05:29:17.434953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-dfe5ea49-073d-4e44-9767-0b8dac7ec839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:17.436164 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-dfe5ea49-073d-4e44-9767-0b8dac7ec839 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1160 time: 0.5428514 Dec 09 05:29:17.436553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40646) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:17.450698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24ac1a-efde-4173-88ea-79d4c92c1d11,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:17.460131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:17.464152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.535054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:17.547757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-a2900339-83a3-4e3d-ae32-2dd0474d9f7f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:29:17.554344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Usage tracker for resource:security_group_rule and tenant:898666dee57c464d95b48f577a547aae is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:17.559856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:17.564828 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.589215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:17.604875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.672254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.722067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-1c5c0f64-5c01-437f-9346-e59c3fa0ff7d req-1a065413-477b-446c-b7d6-d9829e53fdab tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:17.725756 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c5c0f64-5c01-437f-9346-e59c3fa0ff7d req-1a065413-477b-446c-b7d6-d9829e53fdab tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520624 Dec 09 05:29:17.813810 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee', 'status': 'completed', 'code': 200} Dec 09 05:29:17.815422 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-006b4bb8-c95c-49d3-8525-8c1abdf6e3cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 200 len: 217 time: 0.2229617 Dec 09 05:29:17.823467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.834723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f4d1e68-f9ed-4d04-b18c-45a34e86078b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:17.852171 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca96b0a-b12a-45d9-b828-2815f0cd41f7', 'name': 'network-vif-deleted', 'tag': 'b03dcbbf-ff16-4648-bad7-1d049bc4a6da', 'status': 'completed', 'code': 200} Dec 09 05:29:17.855541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:17.904918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.916878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb0b85-3bfc-4f5d-b333-76cf599d295e,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:17.922879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:17.932386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:17.957394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.958752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44370e7-40d6-4db3-888e-22630f08df2c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:17.968623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:17.969442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:17.970008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:17.982670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:17.985911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:17.986923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.012690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.014653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.016161 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8bb0b85-3bfc-4f5d-b333-76cf599d295e HTTP/1.1" status: 204 len: 168 time: 1.2290583 Dec 09 05:29:18.040208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.040513 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bee2a5f-4ce3-4527-85ba-19133f3441d8 req-88354cf5-edc1-414d-bea7-8207883ce9a6 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5914676 Dec 09 05:29:18.041865 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c4b7003c-208f-4343-b27a-2fae33ddff46 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a44370e7-40d6-4db3-888e-22630f08df2c HTTP/1.1" status: 204 len: 168 time: 0.7407603 Dec 09 05:29:18.065486 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=898666dee57c464d95b48f577a547aae&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6740966 Dec 09 05:29:18.066438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1979aef6-cd63-4842-8a79-8b9b29782d4d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.081897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40660) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:18.090108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:18.245329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-57417bf6-d30f-4265-b5ab-97d135d1cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:18.247009 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-57417bf6-d30f-4265-b5ab-97d135d1cab9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.4193439 Dec 09 05:29:18.324035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.339398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d18d7dd-2699-4ee7-8730-f21963a547cf {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:18.360826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.362616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.372515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.398786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12da5c2e-b167-4971-baa7-f55c30543fb4 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:18.418499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.433034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.435346 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-02e80685-6a92-43a0-bedf-bdfd24d69368 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421967 Dec 09 05:29:18.442519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Transition to ACTIVE for port object 8d18d7dd-2699-4ee7-8730-f21963a547cf will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:18.444478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.462301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.484173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 84dbcb42-e2fc-4372-997b-ff7c138665d9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:18.491488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:18.498517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.505409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:18.514399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Transition to ACTIVE for port object 12da5c2e-b167-4971-baa7-f55c30543fb4 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:18.532630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:18.538861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.592894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.597661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:18.606386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.609174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aacb27-79c9-4bfd-9c27-6f1f3822f030 req-8ff3aa7c-c41c-486b-bf24-4bc1fbb631e9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:18.610933 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66aacb27-79c9-4bfd-9c27-6f1f3822f030 req-8ff3aa7c-c41c-486b-bf24-4bc1fbb631e9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 932 time: 0.4253688 Dec 09 05:29:18.617155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:18.782809 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66aacb27-79c9-4bfd-9c27-6f1f3822f030 req-c7553bf1-7c7c-456b-b9e9-07132271fa58 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426334 Dec 09 05:29:18.782970 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.783577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d18d7dd-2699-4ee7-8730-f21963a547cf,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.792323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:18.805093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8043409-d011-4140-a048-60aac38a3c3f req-3e4d829f-f766-4654-89f4-b130434f1922 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:18.813744 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d8043409-d011-4140-a048-60aac38a3c3f req-3e4d829f-f766-4654-89f4-b130434f1922 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 943 time: 0.7698278 Dec 09 05:29:18.828442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40674) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:18.839943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40678) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:18.845328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.872588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9badab39-adee-4ac6-9585-cbc972ac8651 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:18.884432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.887466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.902256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:18.906726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:18.911435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1979aef6-cd63-4842-8a79-8b9b29782d4d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.915918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:18.920798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.927682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.928939 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1979aef6-cd63-4842-8a79-8b9b29782d4d HTTP/1.1" status: 204 len: 168 time: 0.8432517 Dec 09 05:29:18.945707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:18.949613 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c24ac1a-efde-4173-88ea-79d4c92c1d11 HTTP/1.1" status: 204 len: 168 time: 1.5010595 Dec 09 05:29:18.955452 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-2113b034-824b-4613-aeaa-fda450a758f2 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072982 Dec 09 05:29:18.963996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:18.972669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Usage tracker for resource:security_group_rule and tenant:77e49997116449d2b47fe54d23509b4a is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:18.978781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24ac1a-efde-4173-88ea-79d4c92c1d11,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:18.984343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:19.130871 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9', 'code': 200} Dec 09 05:29:19.153807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:19.416191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Attempting to bind port 8d18d7dd-2699-4ee7-8730-f21963a547cf on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:19.416716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Attempting to bind port 8d18d7dd-2699-4ee7-8730-f21963a547cf by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:19.417267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Attempting to bind port 8d18d7dd-2699-4ee7-8730-f21963a547cf on network 5d9a3f90-c962-4257-b56d-45ecb224c622 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:19.428611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:19.428990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Checking segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:19.429455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.430002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Bound using segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:19.430574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Bound port: 8d18d7dd-2699-4ee7-8730-f21963a547cf, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:19.430939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.436391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:19.454917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:19.466471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:19.506065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1a781496fe4dafae3c78381ca65187 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:19.567254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d8043409-d011-4140-a048-60aac38a3c3f req-1c6e9772-f359-493b-8adb-a7132cfa999a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:19.576640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:19.644658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.656543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] For port 8d18d7dd-2699-4ee7-8730-f21963a547cf, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:19.661238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] For port 8d18d7dd-2699-4ee7-8730-f21963a547cf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:19.668140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.689256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:19.689855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.703224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:19.775777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cffb61-ed44-46bd-87d7-0f7ae71fe39e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:19.792030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:19.793457 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:19.921104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:19.971971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:20.001889 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=77e49997116449d2b47fe54d23509b4a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1603453 Dec 09 05:29:20.048687 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-855a2aed-5c01-4e68-b102-97fcff074fcc req-35b81a53-de23-42ff-96eb-c45cc3777ae8 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0846496 Dec 09 05:29:20.067492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40706) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:20.069879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Attempting to bind port 12da5c2e-b167-4971-baa7-f55c30543fb4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:20.071333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Attempting to bind port 12da5c2e-b167-4971-baa7-f55c30543fb4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:20.073212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Attempting to bind port 12da5c2e-b167-4971-baa7-f55c30543fb4 on network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:20.099854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.155466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Pushing event updated for resources: {'Port': ['ID=8d18d7dd-2699-4ee7-8730-f21963a547cf,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:20.158174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40712) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:20.166578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:20.185777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d8043409-d011-4140-a048-60aac38a3c3f req-1c6e9772-f359-493b-8adb-a7132cfa999a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:20.194641 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.198327 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d8043409-d011-4140-a048-60aac38a3c3f req-1c6e9772-f359-493b-8adb-a7132cfa999a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3663979 Dec 09 05:29:20.247041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5af1a5-46fc-4ec3-9fbd-e8a99342de36 req-04002908-eb66-429a-ac9a-7e8ebcdfb4ff tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.247830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6b5af1a5-46fc-4ec3-9fbd-e8a99342de36 req-04002908-eb66-429a-ac9a-7e8ebcdfb4ff tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:20.254838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:20.255357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Checking segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:20.255874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.256538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Bound using segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:20.257174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Bound port: 12da5c2e-b167-4971-baa7-f55c30543fb4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:20.258315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.261253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:20.268165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Usage tracker for resource:security_group_rule and tenant:799fc7df51c24364801e0faf96154e6d is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:20.275572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:20.279615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.280301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.281814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] 10.222.0.54 "PUT /v2.0/ports/8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 1157 time: 3.7932653 Dec 09 05:29:20.285625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:20.297899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:20.302896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6b5af1a5-46fc-4ec3-9fbd-e8a99342de36 req-04002908-eb66-429a-ac9a-7e8ebcdfb4ff tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:20.304191 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6b5af1a5-46fc-4ec3-9fbd-e8a99342de36 req-04002908-eb66-429a-ac9a-7e8ebcdfb4ff tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 943 time: 0.6262388 Dec 09 05:29:20.338093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.393664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.420718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:20.433840 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6b5af1a5-46fc-4ec3-9fbd-e8a99342de36 req-b4004a5c-59bd-46b9-8808-c1f7c5dd99a5 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222212 Dec 09 05:29:20.522539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.529325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d43fe1-a6c7-4751-bed9-a7e044cd8d11,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:20.536144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.549062 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'status': 'completed', 'code': 200} Dec 09 05:29:20.549644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-101468f5-19c5-4728-ad72-333152bff9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:20.558969 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee1a781496fe4dafae3c78381ca65187&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7230873 Dec 09 05:29:20.562504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-e8310fc5-cbb2-483f-bfeb-cd455d2e05ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.564089 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-e8310fc5-cbb2-483f-bfeb-cd455d2e05ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1160 time: 0.2365642 Dec 09 05:29:20.568091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40724) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:20.568186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:20.621957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e35b-aea3-4a27-b584-89cc682e853b req-2a5d08a7-5a18-43bb-a8d6-55ab8ddf34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.623764 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f131e35b-aea3-4a27-b584-89cc682e853b req-2a5d08a7-5a18-43bb-a8d6-55ab8ddf34cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 1.1145220 Dec 09 05:29:20.630459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.685136 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=799fc7df51c24364801e0faf96154e6d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5203586 Dec 09 05:29:20.690424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900f023f-89f1-479a-9b40-fb4d5564776f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:20.693923 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-ab3987a0-3c3a-4a72-8483-68320d2e6439 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 217 time: 0.0973923 Dec 09 05:29:20.695881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40732) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:20.698540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:20.705921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:20.753172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.775169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:20.781779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43c184-57ce-4179-8151-311c7400f020 req-cdf94356-6d92-4ea0-a50d-c53f9c1c47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.783649 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-cdf94356-6d92-4ea0-a50d-c53f9c1c47f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1160 time: 0.6062975 Dec 09 05:29:20.797426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d99ff13c-a3d6-47e7-ac62-eebb5c9a9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.798350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f131e35b-aea3-4a27-b584-89cc682e853b req-0b91008a-60c5-4897-b43e-d3d5fae75992 service neutron] Synchronizing usage tracker for tenant:ad4aa5f8ec3b4de08ee4250f011e54a0 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:20.799052 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-d99ff13c-a3d6-47e7-ac62-eebb5c9a9fd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.0972126 Dec 09 05:29:20.801656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.812462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.874563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.875789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:20.940636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-1832264f-34f8-499c-9186-e57ba34b5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:20.942326 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-1832264f-34f8-499c-9186-e57ba34b5d51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302190 Dec 09 05:29:20.946931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:20.959189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f84ba01c-071a-42c8-a5fc-7de876a8f2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:21.008133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d43fe1-a6c7-4751-bed9-a7e044cd8d11,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:21.115924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4c85-4d97-4b4b-83c1-07c4d2afa227 req-29fb012a-73c7-4caa-ab0f-3fdbb4dd46c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:21.116578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-644c4c85-4d97-4b4b-83c1-07c4d2afa227 req-29fb012a-73c7-4caa-ab0f-3fdbb4dd46c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:21.120274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f131e35b-aea3-4a27-b584-89cc682e853b req-0b91008a-60c5-4897-b43e-d3d5fae75992 service neutron] Unset dirty status for tenant:ad4aa5f8ec3b4de08ee4250f011e54a0 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:21.122443 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f131e35b-aea3-4a27-b584-89cc682e853b req-0b91008a-60c5-4897-b43e-d3d5fae75992 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849725 Dec 09 05:29:21.179383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.216221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:21.231739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-644c4c85-4d97-4b4b-83c1-07c4d2afa227 req-29fb012a-73c7-4caa-ab0f-3fdbb4dd46c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:21.239182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-644c4c85-4d97-4b4b-83c1-07c4d2afa227 req-29fb012a-73c7-4caa-ab0f-3fdbb4dd46c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.8481708 Dec 09 05:29:21.254073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:21.254467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:21.260379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.264050 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7d43fe1-a6c7-4751-bed9-a7e044cd8d11 HTTP/1.1" status: 204 len: 168 time: 0.6918778 Dec 09 05:29:21.300873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.310586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.323196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c33c29db-9c8e-44f5-bd2a-5a1a10d2a6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:21.378360 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-c51e7a04-3e90-4855-964b-421cc71868b1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200277 Dec 09 05:29:21.406685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cffb61-ed44-46bd-87d7-0f7ae71fe39e,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:21.421543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43c184-57ce-4179-8151-311c7400f020 req-a985e298-f121-4812-a749-43dc57d14fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:21.424020 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-a985e298-f121-4812-a749-43dc57d14fff service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.6156857 Dec 09 05:29:21.432309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:21.537081 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-644c4c85-4d97-4b4b-83c1-07c4d2afa227 req-dc936d9e-ec54-4f20-835d-10375b060a61 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969306 Dec 09 05:29:21.544420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-9c4b3809-6f16-4524-ba32-2dd5d7de8f47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 200 len: 217 time: 0.1110847 Dec 09 05:29:21.553445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.553445 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9cffb61-ed44-46bd-87d7-0f7ae71fe39e HTTP/1.1" status: 204 len: 168 time: 1.4608128 Dec 09 05:29:21.594814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:21.595504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.597129 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] 10.222.0.54 "PUT /v2.0/ports/12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 1158 time: 6.3493652 Dec 09 05:29:21.600660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:21.631590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.636201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fe44bd6c-652c-4ae7-a994-eaa49bf9672d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:21.657759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900f023f-89f1-479a-9b40-fb4d5564776f,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:21.662511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:21.699138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29aad-1595-44f7-9f7d-9915ec4c8476 req-1ea04c18-668e-495c-912c-68a433f468d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:21.701509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c6d29aad-1595-44f7-9f7d-9915ec4c8476 req-1ea04c18-668e-495c-912c-68a433f468d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 943 time: 0.2641718 Dec 09 05:29:21.708619 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b5ff77e9-b790-4025-95cc-6aab5698991f req-4bc0f26b-a09a-41ca-82b8-42a59c0abd23 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3212974 Dec 09 05:29:21.768292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43c184-57ce-4179-8151-311c7400f020 req-ec7e8041-2656-4202-8a0b-3a78234618dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:21.769892 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-ec7e8041-2656-4202-8a0b-3a78234618dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.2187908 Dec 09 05:29:21.785862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:21.833826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40766) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:21.871935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:21.882191 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1dbbf2d4-1efe-4c05-8ac6-999496804c6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/900f023f-89f1-479a-9b40-fb4d5564776f HTTP/1.1" status: 204 len: 168 time: 1.1806958 Dec 09 05:29:21.899361 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c6d29aad-1595-44f7-9f7d-9915ec4c8476 req-697dbac5-9efb-49df-937e-adf5f1131aab tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889498 Dec 09 05:29:21.930602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 72d0dc66-d4a2-430d-8602-d5c69034d0ee completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:21.931708 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-46fb9604-318e-4c7e-8b53-de7dec1d637a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455412 Dec 09 05:29:21.933564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 72d0dc66-d4a2-430d-8602-d5c69034d0ee triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:21.934232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.000369 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Deleting subnet eabec04d-a587-4028-80e8-1a49950f49d1 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:29:22.019505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.035544 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'status': 'completed', 'code': 200} Dec 09 05:29:22.138956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-f3c186bb-88be-425f-9d36-4ee83831e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:22.140601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-f3c186bb-88be-425f-9d36-4ee83831e39e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1160 time: 0.3681881 Dec 09 05:29:22.173747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.212308 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-7a975218-606b-4742-827d-0443907bbf34 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794428 Dec 09 05:29:22.232572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.253553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 72d0dc66-d4a2-430d-8602-d5c69034d0ee, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:22.256842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:22.283444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-e0c31efe-2f65-4577-8085-0dff5822598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:22.285474 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-e0c31efe-2f65-4577-8085-0dff5822598c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1161 time: 0.6290226 Dec 09 05:29:22.286777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.293215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:22.421943 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee', 'code': 200} Dec 09 05:29:22.427929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=72d0dc66-d4a2-430d-8602-d5c69034d0ee,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:22.443707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:22.519514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:22.588580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-f0fb1b10-af0a-4529-84d4-0565b2c9a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:22.589502 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-f0fb1b10-af0a-4529-84d4-0565b2c9a336 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.4377770 Dec 09 05:29:22.683915 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-8363e0da-f138-4fe3-850d-c633a6eb3876 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 217 time: 0.0867267 Dec 09 05:29:22.824441 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-4b02cee1-3bbf-4ef3-9b3c-f940452fbd04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 217 time: 0.5279701 Dec 09 05:29:22.857268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-abb651fa-3c82-4109-8b5b-b43cd14a9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:22.859025 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-abb651fa-3c82-4109-8b5b-b43cd14a9af5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.1604302 Dec 09 05:29:22.933312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c7450-1049-4c09-82ff-19d3bd08d392 req-4d9f4609-bfa9-45c8-899c-1e23fef04e09 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:22.940887 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d6c7450-1049-4c09-82ff-19d3bd08d392 req-4d9f4609-bfa9-45c8-899c-1e23fef04e09 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 943 time: 0.9043813 Dec 09 05:29:23.000100 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e43c184-57ce-4179-8151-311c7400f020 req-9b426502-1896-4e26-af83-520daf8ab104 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7739258 Dec 09 05:29:23.010222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-a4c5af1e-74c9-40c7-ae97-414d887a0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.011810 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-a4c5af1e-74c9-40c7-ae97-414d887a0856 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.1741693 Dec 09 05:29:23.086187 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d6c7450-1049-4c09-82ff-19d3bd08d392 req-f2738ded-6d2e-4765-baf0-3abc3126e159 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437023 Dec 09 05:29:23.092782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd58f1-14e1-49fb-8464-7fa56b68c565 req-bb3b979c-7ff1-4bdf-a93c-8a80d784bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.123087 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a1dd58f1-14e1-49fb-8464-7fa56b68c565 req-bb3b979c-7ff1-4bdf-a93c-8a80d784bfff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1162 time: 0.3076005 Dec 09 05:29:23.133607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f295117-25ef-435c-a05f-f99683340151 req-e47f0254-de7f-4bdc-bab1-8ca77e9b31c1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.135350 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2f295117-25ef-435c-a05f-f99683340151 req-e47f0254-de7f-4bdc-bab1-8ca77e9b31c1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.2161040 Dec 09 05:29:23.191288 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a1dd58f1-14e1-49fb-8464-7fa56b68c565 req-7fd3d0ee-02f2-4ebb-a8f4-6d4c0f01bfac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669024 Dec 09 05:29:23.217702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-73dc4c56-f6b1-4ecf-bbb0-8e40f3f7eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.219785 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-73dc4c56-f6b1-4ecf-bbb0-8e40f3f7eb8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940579 Dec 09 05:29:23.220458 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2f295117-25ef-435c-a05f-f99683340151 req-7d89fd6c-29e9-4e15-a962-86adcb0d8262 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772419 Dec 09 05:29:23.254761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-8559c02f-4b37-45f1-8448-b8f58de322c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.256410 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-8559c02f-4b37-45f1-8448-b8f58de322c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3820362 Dec 09 05:29:23.257955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:23.277318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:23.324207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabec04d-a587-4028-80e8-1a49950f49d1,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:23.343982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.344183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.344435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.344921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.345170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.345555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.345935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.346368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.346757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.347137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.347514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.347890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.348309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.348687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.349065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.349436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.349813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.350238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.350621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.350996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.351950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.352328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.352702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.353080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:23.361396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:23.385776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99888a-5064-4bec-bb1f-d2a753d251aa req-fea71d5d-924c-43bb-9353-5f70ee8fe3e1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:23.390891 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc99888a-5064-4bec-bb1f-d2a753d251aa req-fea71d5d-924c-43bb-9353-5f70ee8fe3e1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1102641 Dec 09 05:29:23.597508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:23.611982 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/eabec04d-a587-4028-80e8-1a49950f49d1 HTTP/1.1" status: 204 len: 168 time: 1.7769105 Dec 09 05:29:23.612717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40816) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:23.617661 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc99888a-5064-4bec-bb1f-d2a753d251aa req-d1cb0f88-e464-4503-90e3-a899478a69f1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208748 Dec 09 05:29:23.645146 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-14f713e7-e5e6-4e72-a2d7-1e9c4ab635f0 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284403 Dec 09 05:29:23.673657 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-55322fea-dac9-45dd-a448-4940155e95ea service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799053 Dec 09 05:29:23.876607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:23.949005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:23.971410 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b32a4a8a-98ef-4a8d-a724-08a11c4e9308 req-2de8d659-1abc-4e24-b51e-9091c42740c2 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2886841 Dec 09 05:29:24.035552 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7184bb16-c709-43fb-9a16-3ded1866c8ab req-06927eef-473a-4526-b557-0ff003cc84d3 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3813043 Dec 09 05:29:24.131662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 72d0dc66-d4a2-430d-8602-d5c69034d0ee triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:24.132275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:24.243972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-74dea061-58e5-4aa5-a71d-0f313ffcb166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:24.245656 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-74dea061-58e5-4aa5-a71d-0f313ffcb166 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1161 time: 0.1921880 Dec 09 05:29:24.516329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:24.648551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-1969eb26-2e2e-4857-8218-8c4ced28d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:24.650198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-1969eb26-2e2e-4857-8218-8c4ced28d5fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.3810413 Dec 09 05:29:24.679830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 8d18d7dd-2699-4ee7-8730-f21963a547cf completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:24.687465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 8d18d7dd-2699-4ee7-8730-f21963a547cf triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:24.688116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:24.769398 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-ca61da4c-491d-4300-bfc5-959975bfbfb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 217 time: 0.1042066 Dec 09 05:29:24.812398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:24.814855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:24.847895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 8d18d7dd-2699-4ee7-8730-f21963a547cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:24.849530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:24.856708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:24.857783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:24.862560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb4a91-d540-498e-ba9a-ec63406e92c6 req-98df069f-3582-4969-8d5c-90d0beb2944a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:24.864198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ceb4a91-d540-498e-ba9a-ec63406e92c6 req-98df069f-3582-4969-8d5c-90d0beb2944a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 943 time: 0.2739811 Dec 09 05:29:24.882304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-05827fa7-39a3-411d-892b-7306ffa77b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:24.884814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-05827fa7-39a3-411d-892b-7306ffa77b7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.1066716 Dec 09 05:29:24.892410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc63d63-a557-432a-b202-be118b238ca3 req-1bcae74e-9758-41fd-832c-a2acc5650b44 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:24.901189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-acc63d63-a557-432a-b202-be118b238ca3 req-1bcae74e-9758-41fd-832c-a2acc5650b44 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.3312833 Dec 09 05:29:24.940280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:25.023994 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-acc63d63-a557-432a-b202-be118b238ca3 req-77452c2c-b834-4d73-be15-e25999067236 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213472 Dec 09 05:29:25.049877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=8d18d7dd-2699-4ee7-8730-f21963a547cf,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:25.055103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:25.055963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:25.056386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:25.090061 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ceb4a91-d540-498e-ba9a-ec63406e92c6 req-0aae249e-a028-46c0-ac95-42c09ba3d8ab tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674001 Dec 09 05:29:25.108614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-94ec9412-0bea-4299-9f8e-8c07bed44c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:25.110507 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-94ec9412-0bea-4299-9f8e-8c07bed44c54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1887534 Dec 09 05:29:25.206476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:25.272437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d68f5-7165-4810-b4d4-bbd70275c25d') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:25.273826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d68f5-7165-4810-b4d4-bbd70275c25d') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:25.296504 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-aabe58e2-5752-4a99-8bc4-fe19351df152 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778684 Dec 09 05:29:25.326734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:25.340832 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'code': 200} Dec 09 05:29:25.382539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:25.398802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:29:25.693039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b574058-ea64-4e92-b16b-0f568e51541a req-4b502c8c-cc93-4e76-a7fe-fe802851742e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:25.694694 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1b574058-ea64-4e92-b16b-0f568e51541a req-4b502c8c-cc93-4e76-a7fe-fe802851742e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.3150635 Dec 09 05:29:25.701107 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7d3ef7a-9503-4b5d-b1cc-9e905d994858 req-14473533-df88-453a-88c3-42a07e116b4b service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3968489 Dec 09 05:29:25.720574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:29:25.732069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:25.763483 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1b574058-ea64-4e92-b16b-0f568e51541a req-5d9d6aa0-6b63-4f29-92d1-4a8fd778a282 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613358 Dec 09 05:29:25.987466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:26.018792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Network 9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:29:26.047906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54850962-dd50-4756-883f-6f4975d5fd70 req-50d5da8f-8d82-4e84-bc9d-0f171c93aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:26.049595 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-54850962-dd50-4756-883f-6f4975d5fd70 req-50d5da8f-8d82-4e84-bc9d-0f171c93aa18 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1162 time: 0.2966347 Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:29:26.050358 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:29:26.081468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 12da5c2e-b167-4971-baa7-f55c30543fb4 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:26.089080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 12da5c2e-b167-4971-baa7-f55c30543fb4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:26.089777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.277529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40912) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:26.290883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.321103 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-54850962-dd50-4756-883f-6f4975d5fd70 req-82d8ddf7-3e23-4cf9-ae52-d2439e221505 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536557 Dec 09 05:29:26.326916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.330933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fc0b9cdb-c0a6-4d5e-9807-70daa3361023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:26.346455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.359157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:26.369218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:26.369342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:26.374462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.375396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:26.429306 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a2e812c0-9498-4960-bbc4-9e8a50ad8058 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ef81e10-e1e5-4072-a5fc-90d6e6ab87f9 HTTP/1.1" status: 204 len: 168 time: 2.8107457 Dec 09 05:29:26.437428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-cdd6bb4a-ff30-40bc-b0d3-db305a1a9dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:26.439921 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-cdd6bb4a-ff30-40bc-b0d3-db305a1a9dae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1162 time: 0.2914987 Dec 09 05:29:26.444314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:26.463372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07ad68-3ffa-455c-b448-067e73c6a3e1 req-0cedb989-b456-4652-95b4-c80eafb1e5c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:26.465147 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d07ad68-3ffa-455c-b448-067e73c6a3e1 req-0cedb989-b456-4652-95b4-c80eafb1e5c3 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1022897 Dec 09 05:29:26.467233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cfe87-ef50-4444-a795-0ccfd219af7a req-59ab7672-5b3c-454d-bc4b-30239df96473 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:26.469165 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e76cfe87-ef50-4444-a795-0ccfd219af7a req-59ab7672-5b3c-454d-bc4b-30239df96473 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1435711 Dec 09 05:29:26.531628 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d07ad68-3ffa-455c-b448-067e73c6a3e1 req-35bb34af-6e55-4ff3-8969-c5f4a69cf55e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531106 Dec 09 05:29:26.591980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:26.605597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.605992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.606556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.606944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.607325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.607704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.608079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.608451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.608819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.609333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.609703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.610253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.610670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.611403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.611782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.612423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.612798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.613329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.613702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.614070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.614465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.614833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.615201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.615565 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:26.625152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:26.636395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 72d0dc66-d4a2-430d-8602-d5c69034d0ee triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:26.636822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.715663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.753787 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e76cfe87-ef50-4444-a795-0ccfd219af7a req-b218c47e-aefc-4d43-9c5e-e807383bf812 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780960 Dec 09 05:29:26.775883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:26.813181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96213-ada4-4621-b8b8-3620b9bebe04 req-c81f7dd5-eef1-4a24-8668-196b5a6cec43 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:26.822013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-53b96213-ada4-4621-b8b8-3620b9bebe04 req-c81f7dd5-eef1-4a24-8668-196b5a6cec43 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1272447 Dec 09 05:29:26.858664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40928) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:26.875407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 8d18d7dd-2699-4ee7-8730-f21963a547cf triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:26.875936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:26.876398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:26.880595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Usage tracker for resource:security_group_rule and tenant:f8816a1249d644e597988b941bd9a122 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:26.887395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:26.901260 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-53b96213-ada4-4621-b8b8-3620b9bebe04 req-d84ebd6c-d6c8-48e6-843b-7598f02a9eba tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773830 Dec 09 05:29:26.918821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:26.944973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-90d81b6f-b101-4010-b2f2-f0f685452bc2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2ca279e353b4d589aa7016d13f1db58&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0832293 Dec 09 05:29:26.948294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40934) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:27.062303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-188e8dc9-6828-4d52-8b01-83645ad1fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:27.063958 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-188e8dc9-6828-4d52-8b01-83645ad1fbaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.5340183 Dec 09 05:29:27.158983 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-8a6b9544-7d1a-47b3-b86c-042e1f9b035c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 200 len: 217 time: 0.0826609 Dec 09 05:29:27.167357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.293057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.325749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.338798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-feb8d370-fc4e-44e3-b268-2f5b2f65984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:27.340394 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-feb8d370-fc4e-44e3-b268-2f5b2f65984f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.1601088 Dec 09 05:29:27.342789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.342920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:27.373739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7f4f5cf2-7f37-43ce-9232-036a4ecb2505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:27.426207 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'code': 200} Dec 09 05:29:27.458454 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-413c798f-c985-4cb5-a3f3-8012d4bb8cf3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951130 Dec 09 05:29:27.466731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:27.511701 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8816a1249d644e597988b941bd9a122&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2263732 Dec 09 05:29:27.512162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 40954) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:27.516076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ebf8e4-82b9-421f-b47e-d512e0a6e41c,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:27.556833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.557246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.557649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.558048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.558469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.558861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.559251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.562982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.563385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.563791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.564188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.564580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.565020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.565414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.565848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.566182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.566573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.566949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.567324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.567707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.568094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.568479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.569186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.569186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:29:27.590190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:27.671140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 12da5c2e-b167-4971-baa7-f55c30543fb4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:27.674640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.751296 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-7e318de9-698f-4884-88d3-08c87c4211a7 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760952 Dec 09 05:29:27.751940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 40960) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:27.752593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.755074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:27.762233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:27.846022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c2a43a-ba33-4276-9f60-790d91bd81db,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:27.882139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:27.931076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.036263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3f3fa-3b1f-4936-8902-b5e4e74c1537 req-5abac287-eb3b-4a56-9526-22c0a61601c0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:28.044521 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-00f3f3fa-3b1f-4936-8902-b5e4e74c1537 req-5abac287-eb3b-4a56-9526-22c0a61601c0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2562778 Dec 09 05:29:28.090491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0370a-5f3c-453a-8ee2-2f76f8da41f3 req-af2d7fdb-586c-4c49-a656-23ded255bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:28.092173 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-58c0370a-5f3c-453a-8ee2-2f76f8da41f3 req-af2d7fdb-586c-4c49-a656-23ded255bad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1163 time: 0.2475743 Dec 09 05:29:28.116119 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-00f3f3fa-3b1f-4936-8902-b5e4e74c1537 req-2bb8becc-e532-4ed1-ab4b-8e0020bff072 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704980 Dec 09 05:29:28.204819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.226704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e1198478-6187-4d83-9de3-16f6a9a83fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:28.263399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ebf8e4-82b9-421f-b47e-d512e0a6e41c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:28.285484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:28.296583 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-58c0370a-5f3c-453a-8ee2-2f76f8da41f3 req-79836746-7ec0-46f3-b7e6-f959f2b39d62 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788867 Dec 09 05:29:28.297583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.309861 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0ebf8e4-82b9-421f-b47e-d512e0a6e41c HTTP/1.1" status: 204 len: 168 time: 0.7856636 Dec 09 05:29:28.480507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff8ce-07f1-4b5c-bd02-746bfedc3471 req-831b6f1f-a3fe-4ed2-aac8-4fe7e87ebb6b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:28.482354 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-268ff8ce-07f1-4b5c-bd02-746bfedc3471 req-831b6f1f-a3fe-4ed2-aac8-4fe7e87ebb6b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1234334 Dec 09 05:29:28.502278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.505844 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66c2a43a-ba33-4276-9f60-790d91bd81db HTTP/1.1" status: 204 len: 168 time: 1.5541742 Dec 09 05:29:28.532183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.553735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:28.557779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Usage tracker for resource:security_group_rule and tenant:ce1b0777873d46fc98cffe631615f964 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:28.560792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:28.562571 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-268ff8ce-07f1-4b5c-bd02-746bfedc3471 req-4f431f53-6261-477d-a3e4-50dd88b6eb60 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740511 Dec 09 05:29:28.566501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:28.658696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.671984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.702904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2b6f69c-a70a-4dc2-869b-fa18ca817c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:28.715412 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce1b0777873d46fc98cffe631615f964&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9555726 Dec 09 05:29:28.715412 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-99e9e79a-950e-4831-aebb-402c3055c8a4 req-fbb21125-2b13-45f8-ae24-3467d6c67bae service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9539030 Dec 09 05:29:28.717216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41018) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:28.757994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f521b0-0a0d-471c-bd70-ce77a2a6134a req-67e71ffb-6691-4e27-9fad-251d40f7a9da tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:28.766400 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a0f521b0-0a0d-471c-bd70-ce77a2a6134a req-67e71ffb-6691-4e27-9fad-251d40f7a9da tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.3884239 Dec 09 05:29:28.861873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d97e80-42e8-4eab-942a-cc29fe3900fd req-31fda3f7-b955-4c64-bb79-88a9a2a9aa2d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:28.862643 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a0f521b0-0a0d-471c-bd70-ce77a2a6134a req-e815bd1f-641c-4d18-8f5a-30bcdfb2dbb0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952580 Dec 09 05:29:28.863707 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f2d97e80-42e8-4eab-942a-cc29fe3900fd req-31fda3f7-b955-4c64-bb79-88a9a2a9aa2d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1536922 Dec 09 05:29:28.868340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b377af2-2a9f-4b61-a763-e6db4592ad87,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:28.873623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41030) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:28.879515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:28.890992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'floatingip': {'port_id': '8d18d7dd-2699-4ee7-8730-f21963a547cf'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:28.908319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.935905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.981903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.989324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:28.994671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:29.010774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b377af2-2a9f-4b61-a763-e6db4592ad87,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:29.014194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.018887 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b377af2-2a9f-4b61-a763-e6db4592ad87 HTTP/1.1" status: 204 len: 168 time: 0.2908444 Dec 09 05:29:29.020068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:29.099837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41036) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:29.133312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.161876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:29.173976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Usage tracker for resource:security_group_rule and tenant:f5749a9aeaeb4ec7901e3a6710120847 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:29.178695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:29.186429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:29.255654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41046) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:29.368039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.373670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.400998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b7cbb0b0-06b7-43a0-82b8-91d65f478103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:29.493433 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5749a9aeaeb4ec7901e3a6710120847&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3898785 Dec 09 05:29:29.493433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd07006-5889-4d1f-b12c-a5d82315c807,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:29.494948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41058) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:29.505106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:29.557880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310f091-c6dc-4a5d-8825-4da53fc4117f req-f8524296-66fe-4424-bbc1-2d023f7eb41d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:29.567113 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b310f091-c6dc-4a5d-8825-4da53fc4117f req-f8524296-66fe-4424-bbc1-2d023f7eb41d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2327919 Dec 09 05:29:29.618863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.651220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.728446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.735943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c5079826-144f-4291-97de-67598886ffb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:29.747873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd07006-5889-4d1f-b12c-a5d82315c807,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:29.760090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:29.780897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.782143 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbd07006-5889-4d1f-b12c-a5d82315c807 HTTP/1.1" status: 204 len: 168 time: 0.2861445 Dec 09 05:29:29.787409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41064) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:29.805677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.834076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.853774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:29.859066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Usage tracker for resource:security_group_rule and tenant:cbabc95753e74256a71d008e26630272 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:29.863392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:29.871775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:29.983096 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:29.987650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:29.992048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9545e96770934b6f86f9b68c62b230e8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:29.995354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:30.001530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:30.097067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.145016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ff1e5f6b-ed45-449d-bb1a-ec2349233447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:30.153439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.154094 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b310f091-c6dc-4a5d-8825-4da53fc4117f req-bb176e8f-3ef7-47ef-b066-26f57aa56db6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5856254 Dec 09 05:29:30.192578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.240241 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bb4087-f4f2-47f1-988b-c925a5d10f64,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:30.256858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:30.274816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c3187792-82dd-4072-8ccb-249a00a271fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:30.283634 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbabc95753e74256a71d008e26630272&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0269990 Dec 09 05:29:30.289965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41078) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:30.312014 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9545e96770934b6f86f9b68c62b230e8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5234852 Dec 09 05:29:30.333729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41082) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:30.448194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d081651-810a-4e5f-91ad-35a3db89d37a,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:30.465244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.resource_extend [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 09 05:29:30.475487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91db1a-01c1-4e21-b8d0-163afb5d7849 req-0fb5c69a-d927-46ce-a749-85d4987157df tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:30.477732 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6f91db1a-01c1-4e21-b8d0-163afb5d7849 req-0fb5c69a-d927-46ce-a749-85d4987157df tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.3858886 Dec 09 05:29:30.478687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:30.568925 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6f91db1a-01c1-4e21-b8d0-163afb5d7849 req-c74c4ed2-3d92-4b21-af36-ed205367405f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740328 Dec 09 05:29:30.571758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.576430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.605128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.613637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.656341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.663682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:30.665755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.671747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:30.677189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d081651-810a-4e5f-91ad-35a3db89d37a,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:30.689297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:30.694890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bb4087-f4f2-47f1-988b-c925a5d10f64,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:30.699419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:30.707254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.708365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.709581 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d081651-810a-4e5f-91ad-35a3db89d37a HTTP/1.1" status: 204 len: 168 time: 0.3749971 Dec 09 05:29:30.713996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.715332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36bb4087-f4f2-47f1-988b-c925a5d10f64 HTTP/1.1" status: 204 len: 168 time: 0.4219668 Dec 09 05:29:30.719584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:30.936340 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Floating IP e99faf5e-83c7-42c1-8df6-a06e6dc44bfc associated. External IP: 172.28.3.50, port: 8d18d7dd-2699-4ee7-8730-f21963a547cf. Dec 09 05:29:31.206587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41116) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:31.314873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:29:31.578085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41130) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:31.594214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.606162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca121b0-58f4-47a2-b0ab-3163099694c8 req-fdb8201a-f80d-48d2-af13-f7b8d10a7162 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:31.614078 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ca121b0-58f4-47a2-b0ab-3163099694c8 req-fdb8201a-f80d-48d2-af13-f7b8d10a7162 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2233882 Dec 09 05:29:31.619316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:31.624820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Usage tracker for resource:security_group_rule and tenant:cf3f1304a4a643b3ba009e1740400ae3 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:31.628880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:31.636717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:31.639115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:29:31.643994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.654791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:29:31.674298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:31.679095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:29:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:31.680272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.720675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:31.748372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Usage tracker for resource:security_group_rule and tenant:c85f895c4f9e41a29e13e4d3c2316555 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:31.765955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:31.772011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:31.786189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.845433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.878801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.880792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fffe0119-86dc-4d65-a7d1-e72b7d48396a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:31.885728 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ca121b0-58f4-47a2-b0ab-3163099694c8 req-f299da64-53cb-40ea-a8ba-4ed5b5d1800e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704289 Dec 09 05:29:31.887043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:31.895936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a8a4532a-24dd-42cc-9a14-73718acb949a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "PUT /v2.0/floatingips/e99faf5e-83c7-42c1-8df6-a06e6dc44bfc HTTP/1.1" status: 200 len: 990 time: 3.0207665 Dec 09 05:29:31.899779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:31.918716 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf3f1304a4a643b3ba009e1740400ae3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7084069 Dec 09 05:29:31.918716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0fce4-ff13-4f2a-88fe-faf6014ecc3d,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:31.922731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:31.923250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41144) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:31.930406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:31.940066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9bbe1-4724-4019-a1e6-2c2724130f78,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:31.947283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:31.989640 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c85f895c4f9e41a29e13e4d3c2316555&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4044442 Dec 09 05:29:31.990404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41156) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:32.033012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.078185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.115228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.156070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.213767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.219808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:32.233169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9bbe1-4724-4019-a1e6-2c2724130f78,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:32.233364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5783f5-fbe2-4053-b5de-72bcbf97d7cd req-da4fa6ac-6f28-4a03-a667-720dd00173af tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:32.241409 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cb5783f5-fbe2-4053-b5de-72bcbf97d7cd req-da4fa6ac-6f28-4a03-a667-720dd00173af tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.4472160 Dec 09 05:29:32.243202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:32.249182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.250660 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dbb9bbe1-4724-4019-a1e6-2c2724130f78 HTTP/1.1" status: 204 len: 168 time: 0.2589772 Dec 09 05:29:32.268489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:32.282617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.294687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3fcc85bd-2457-4e3c-8a01-c1bd00d3b014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:32.323707 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cb5783f5-fbe2-4053-b5de-72bcbf97d7cd req-5b85b079-ec36-4505-a2c7-a6ac3113add3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Dec 09 05:29:32.325485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0fce4-ff13-4f2a-88fe-faf6014ecc3d,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:32.333678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:32.339443 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14d0fce4-ff13-4f2a-88fe-faf6014ecc3d HTTP/1.1" status: 204 len: 168 time: 0.4106672 Dec 09 05:29:32.339443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3f8c1fdb-de50-495d-84e4-1ea7dde81320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:32.656601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'status': 'completed', 'code': 200} Dec 09 05:29:32.860352 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'e99faf5e-83c7-42c1-8df6-a06e6dc44bfc', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:a2:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:29:07Z', 'updated_at': '2020-12-09T05:29:30Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:32.865725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:29:32.881095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:32.881992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:29:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:33.000030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-fb5231d3-f83a-4da9-b5ed-3a8ba6d3e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:33.001637 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-fb5231d3-f83a-4da9-b5ed-3a8ba6d3e8e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1162 time: 0.3147683 Dec 09 05:29:33.162206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49f07-e962-4ed7-9873-a4c4bf8e2c1d req-bbbf13ac-3f10-49ae-a90b-f52a2a580767 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:33.164781 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e8a49f07-e962-4ed7-9873-a4c4bf8e2c1d req-bbbf13ac-3f10-49ae-a90b-f52a2a580767 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.3325059 Dec 09 05:29:33.180943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41184) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:33.187423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'floatingip': {'port_id': '12da5c2e-b167-4971-baa7-f55c30543fb4'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:33.218285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:33.370674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:33.379122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-c7241614-c41e-4a73-98c1-ae92bcf3f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:33.381367 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-c7241614-c41e-4a73-98c1-ae92bcf3f4e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.3659096 Dec 09 05:29:33.611745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41204) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:33.666673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:33.813114 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-e5e96643-6639-41bc-967b-4333d540a21a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 998 time: 0.4087903 Dec 09 05:29:33.824784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:33.824784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Usage tracker for resource:security_group_rule and tenant:e54674e0d5684fe69b72137b3edda2f2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:33.826778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:33.832989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:33.963498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'e99faf5e-83c7-42c1-8df6-a06e6dc44bfc', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:a2:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:29:07Z', 'updated_at': '2020-12-09T05:29:30Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:33.971156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2bb83a-f0dd-4395-beb6-548a42e64c81 None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'e99faf5e-83c7-42c1-8df6-a06e6dc44bfc', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.50', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:a2:a8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:29:07Z', 'updated_at': '2020-12-09T05:29:30Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:29:34.085514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-4ed228de-07d8-4d6b-96f5-bc8a2d0207de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:34.087650 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-4ed228de-07d8-4d6b-96f5-bc8a2d0207de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.1513603 Dec 09 05:29:34.090949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:34.098578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:34.140270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-49098dab-4f50-4f84-a089-e3b5453e43da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:34.175350 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e54674e0d5684fe69b72137b3edda2f2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5624950 Dec 09 05:29:34.232720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317da54-46b9-4978-87a9-6135113fac53,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:34.264820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41220) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:34.266124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:34.409829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:34.442488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c92f7-7e53-4a6f-9678-19d94b9433a7 None None] New status for floating IP e99faf5e-83c7-42c1-8df6-a06e6dc44bfc: ACTIVE {{(pid=80240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:29:34.451990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e41d9-3b60-45b9-9c54-c357c0462400 req-3c76e841-f4c7-4377-babb-2bcc2c8ecd49 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:34.457157 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9c3e41d9-3b60-45b9-9c54-c357c0462400 req-3c76e841-f4c7-4377-babb-2bcc2c8ecd49 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.7671947 Dec 09 05:29:34.587759 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9c3e41d9-3b60-45b9-9c54-c357c0462400 req-16da9c44-f724-4ef9-9856-257e056aa20b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803699 Dec 09 05:29:34.589813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-1695b009-8ffb-49cc-b692-ab10916d9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:34.591142 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-1695b009-8ffb-49cc-b692-ab10916d9b5f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4525092 Dec 09 05:29:34.603789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:34.801034 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-1a106cba-59bb-4aac-952c-373e2c4a66cb service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895752 Dec 09 05:29:34.992677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:34.995978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:35.048020 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1bbd0a7b-d675-42b0-86f9-c294b92bdae8 req-54d086b8-531a-4fb0-bf9c-74f79b2f804e service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2306788 Dec 09 05:29:35.049168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:35.066615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c094f53-e50d-4b19-ae89-48b8a1708bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:35.085059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317da54-46b9-4978-87a9-6135113fac53,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:35.088198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:35.089851 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4317da54-46b9-4978-87a9-6135113fac53 HTTP/1.1" status: 204 len: 168 time: 0.8188550 Dec 09 05:29:35.091088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:35.347878 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Floating IP 4f313bd6-7219-47e2-928a-99e4291ba684 associated. External IP: 172.28.3.156, port: 12da5c2e-b167-4971-baa7-f55c30543fb4. Dec 09 05:29:35.809595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:29:35.963660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41302) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:36.087667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596b1fc-abb1-4b41-b404-be1ea06b0988 req-6ee3fd79-751f-447b-8d93-f8b62164cc5d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:36.089294 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c596b1fc-abb1-4b41-b404-be1ea06b0988 req-6ee3fd79-751f-447b-8d93-f8b62164cc5d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2120602 Dec 09 05:29:36.090593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:29:36.096116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:36.106274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:29:36.120537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:36.121477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:29:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:36.188465 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-556ab232-f038-474b-a75d-287866e1d65e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "PUT /v2.0/floatingips/4f313bd6-7219-47e2-928a-99e4291ba684 HTTP/1.1" status: 200 len: 992 time: 3.0062349 Dec 09 05:29:36.192191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:36.204407 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c596b1fc-abb1-4b41-b404-be1ea06b0988 req-0637e082-788a-4c9d-9846-33c56a68b0ee tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Dec 09 05:29:36.303327 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'status': 'completed', 'code': 200} Dec 09 05:29:36.383308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:36.468133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-b4bc4d51-8abf-495a-be99-389483de63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:36.470183 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-b4bc4d51-8abf-495a-be99-389483de63c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1163 time: 0.1326494 Dec 09 05:29:36.503329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41322) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:36.541407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-663219067-network', 'tenant_id': 'e1b1e6eeb0474301b2b757e94be319b2'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:36.547183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:36.552821 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Usage tracker for resource:network and tenant:e1b1e6eeb0474301b2b757e94be319b2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:36.556053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:36.563742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:36.589354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Made reservation on behalf of e1b1e6eeb0474301b2b757e94be319b2 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:36.594608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:36.683472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:36.717788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:36.729476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e1b1e6eeb0474301b2b757e94be319b2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:36.734958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:36.747293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:36.850283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:36.872924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:36.878953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Usage tracker for resource:security_group_rule and tenant:043662dba8e44ce6a86697e0834744a3 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:36.883149 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:36.891480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '4f313bd6-7219-47e2-928a-99e4291ba684', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:03:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:28:56Z', 'updated_at': '2020-12-09T05:29:34Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:36.896593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:29:36.899170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:36.907754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:29:36.908506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:29:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:36.912237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-8e90456d-b3ec-4224-a5e6-b04e3f08b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:36.914602 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-8e90456d-b3ec-4224-a5e6-b04e3f08b961 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.4335680 Dec 09 05:29:36.923006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.068645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.081450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:37.093729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.114507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.123574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:29:37.135202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:37.135977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.136467 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Added segment c57534bb-adfc-4701-80f7-b254e65a56d6 of type vxlan for network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 Dec 09 05:29:37.175931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.196555 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=043662dba8e44ce6a86697e0834744a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6918747 Dec 09 05:29:37.197554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41352) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:37.201611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3971c0f-a6fa-4ec8-8f7e-4cf18c7f28a9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:37.223103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:29:37.225391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:37.234526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.235571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:37.246763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:37.247416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.258337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c52b78a5-33db-4b0b-a5a5-fa8b79298913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:37.326587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:37.344139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.380737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=84f55829-2f7a-4f5a-9cdf-05acb9596d04,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:37.386164 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-c9a7900b-372e-4e06-9f0e-22a29b16074b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 1000 time: 0.4594743 Dec 09 05:29:37.389057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.392414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:37.400585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:37.503477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-1cb8f2fb-617d-487f-ab8a-adbac023f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:37.505032 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-1cb8f2fb-617d-487f-ab8a-adbac023f367 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.1116424 Dec 09 05:29:37.515278 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5498033 Dec 09 05:29:37.517083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:37.518306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41372) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:37.547588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.551960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:37.599300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3971c0f-a6fa-4ec8-8f7e-4cf18c7f28a9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:37.604854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:37.704479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:37.707722 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3971c0f-a6fa-4ec8-8f7e-4cf18c7f28a9 HTTP/1.1" status: 204 len: 168 time: 0.5087314 Dec 09 05:29:37.809098 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688224f-250c-4c63-99f1-ccad52ed501f req-d040539d-b685-4834-a54f-ec982f580fe6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:37.822679 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2688224f-250c-4c63-99f1-ccad52ed501f req-d040539d-b685-4834-a54f-ec982f580fe6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2148657 Dec 09 05:29:37.930750 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2688224f-250c-4c63-99f1-ccad52ed501f req-63582125-c26e-41da-8d53-8c368b5ea645 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068146 Dec 09 05:29:38.000701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '4f313bd6-7219-47e2-928a-99e4291ba684', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:03:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:28:56Z', 'updated_at': '2020-12-09T05:29:34Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:29:38.006086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403cfd75-cefb-4980-82c8-ea7a5b8139ac None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '4f313bd6-7219-47e2-928a-99e4291ba684', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.156', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:03:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:28:56Z', 'updated_at': '2020-12-09T05:29:34Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:29:38.011499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Request body: {'subnet': {'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-663219067-subnet', 'tenant_id': 'e1b1e6eeb0474301b2b757e94be319b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:38.020791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:38.032146 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Usage tracker for resource:subnet and tenant:e1b1e6eeb0474301b2b757e94be319b2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:38.036622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:38.046085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:38.090027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Made reservation on behalf of e1b1e6eeb0474301b2b757e94be319b2 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:38.094837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:38.211015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-2b62922e-27f0-4cb6-90c3-185d6bf2dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:38.214319 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-2b62922e-27f0-4cb6-90c3-185d6bf2dfae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6914632 Dec 09 05:29:38.231246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41392) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:38.440199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ae99a-2378-46bb-bedd-30d2b91ac412 None None] New status for floating IP 4f313bd6-7219-47e2-928a-99e4291ba684: ACTIVE {{(pid=80240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:29:38.472764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41408) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:38.498829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:38.568865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:38.584095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:38.590284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:38.594829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:651421fddb6c4ebc8a653ef281238f97 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:38.597882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:38.605476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:38.644935 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-42801de4-56cf-49f8-9a4b-36f53437a150 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925968 Dec 09 05:29:38.709164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:38.713552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Usage tracker for resource:security_group_rule and tenant:f5e62476b8a045d58546c25da5dadbe2 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:38.716887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:38.726629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:38.732165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c628e92-aa92-4af4-a28f-f8b0a110ed87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:38.754450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:38.819807 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=651421fddb6c4ebc8a653ef281238f97&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5871687 Dec 09 05:29:38.820982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1570cdd-198c-452e-8d40-b5e9ac598607,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:38.826714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41416) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:38.830254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:38.941246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.016058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.036884 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da4ac846-5e20-47e2-aa01-361ba5220817 req-6970c51e-5fc6-46c9-810f-3cc1632e2db7 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3702817 Dec 09 05:29:39.037438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.048928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.062283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-54217b6b-159f-4f7f-a558-198aa01cb368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:39.118991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41428) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:39.157281 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5e62476b8a045d58546c25da5dadbe2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6800027 Dec 09 05:29:39.161588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41432) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:39.215570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9b0cd0-c61e-46eb-9c18-ab65f2b783e9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:39.225609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:39.244373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.250271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99dcbd02-201c-4211-a12a-32b1732d8e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:39.253990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.280744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1570cdd-198c-452e-8d40-b5e9ac598607,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:39.283801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:39.295261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.296524 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1570cdd-198c-452e-8d40-b5e9ac598607 HTTP/1.1" status: 204 len: 168 time: 0.4685454 Dec 09 05:29:39.303693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f0d83-d514-47f3-9c02-0dddcbafbbf9 req-d2f4c842-7d1a-4d8a-8057-786f6bd103b9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:39.311982 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-852f0d83-d514-47f3-9c02-0dddcbafbbf9 req-d2f4c842-7d1a-4d8a-8057-786f6bd103b9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1511354 Dec 09 05:29:39.358297 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-852f0d83-d514-47f3-9c02-0dddcbafbbf9 req-e393fea7-0696-4599-9d14-897e1a1e8089 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Dec 09 05:29:39.389530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bf9256a9-d49e-43a1-8bfb-ff79fff2100a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:39.468814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.510052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8753373f-004b-481e-965f-55b7beb7741a,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:39.519326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.545644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:39.547602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.555649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:39.563727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc4b5b26c874501ace8fcae374c2ec4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:39.568383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:39.576079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:39.614139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Checking segment: {'id': 'c57534bb-adfc-4701-80f7-b254e65a56d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:39.614568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Network hostable DHCP agents. Network: 84f55829-2f7a-4f5a-9cdf-05acb9596d04, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:29:39.635153 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:29:39.645624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 84f55829-2f7a-4f5a-9cdf-05acb9596d04) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:39.648332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.654513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e554a83e-1147-4c0f-b142-6332f0347c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:39.656652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb60dd-d860-4689-b24a-c3a477007286 None None] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:39.686347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:39.687008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.702888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9b0cd0-c61e-46eb-9c18-ab65f2b783e9,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:39.715876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.726075 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.726231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:39.755193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b3b09590-6a3a-46a7-b1f6-9abe2234a082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:39.769868 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccc4b5b26c874501ace8fcae374c2ec4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6317124 Dec 09 05:29:39.770647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41456) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:39.771724 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2511952 Dec 09 05:29:39.791197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.794849 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d9b0cd0-c61e-46eb-9c18-ab65f2b783e9 HTTP/1.1" status: 204 len: 168 time: 0.6296191 Dec 09 05:29:39.914938 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c17419-a3f9-4269-a75a-39085c1276aa,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:39.918521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:39.919483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.933395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41468) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:39.953519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.964274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:39.995870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:40.007471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9af5f7626554a85b8bad32861fdf8f7 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:40.011616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.021090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:40.021684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:40.031310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:40.040016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c17419-a3f9-4269-a75a-39085c1276aa,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:40.043723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:40.046566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.048775 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00c17419-a3f9-4269-a75a-39085c1276aa HTTP/1.1" status: 204 len: 168 time: 0.2769129 Dec 09 05:29:40.185836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.189509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.200879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-86b14ce8-a1fd-424f-8449-70ccdee98208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:40.255783 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9af5f7626554a85b8bad32861fdf8f7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3191688 Dec 09 05:29:40.255783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f347a68-3f74-475c-b0e7-b9a44e796150,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:40.256247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41478) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:40.259138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:40.284217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c1488-0061-4a68-96ee-c1339d39d97e None None] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:40.363524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.400584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.483843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.489513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-170efc2e-94a6-473f-845f-a3299f24b634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:40.524026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f347a68-3f74-475c-b0e7-b9a44e796150,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:40.531353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:40.541232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:40.542531 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f347a68-3f74-475c-b0e7-b9a44e796150 HTTP/1.1" status: 204 len: 168 time: 0.2825558 Dec 09 05:29:40.696767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb481cca-48eb-4bd5-b46e-361205a56e2b req-a9c217fd-4f8e-4c9c-aea3-030c84ee241d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:40.698509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eb481cca-48eb-4bd5-b46e-361205a56e2b req-a9c217fd-4f8e-4c9c-aea3-030c84ee241d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1179299 Dec 09 05:29:40.772757 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eb481cca-48eb-4bd5-b46e-361205a56e2b req-1f4f8d47-3341-4532-8bd5-0cd94e27aee9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Dec 09 05:29:41.652808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41534) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:41.659754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1691605770-network', 'tenant_id': '06d10a18893b40e58d09b11cdfcc8748'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:41.665168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:41.669281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Usage tracker for resource:network and tenant:06d10a18893b40e58d09b11cdfcc8748 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:41.672429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:41.678414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:41.691303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Made reservation on behalf of 06d10a18893b40e58d09b11cdfcc8748 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:41.696961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:41.715365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:41.731489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:41.735773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Usage tracker for resource:security_group_rule and tenant:06d10a18893b40e58d09b11cdfcc8748 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:41.738803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:41.745058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:41.836715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:41.843271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:41.847967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:41.892128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f983c8bf-a048-445e-b481-de3191d7b8c8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:41.895274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:29:41.899263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:41.910422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:41.910921 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Added segment 8d48bbae-aab3-42ed-ad23-130d79e0877e of type vxlan for network ed55e631-34a5-4718-a831-8b0b27712523 Dec 09 05:29:41.941864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:42.033678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:42.036311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:42.036961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:42.044183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:42.208082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5539322 Dec 09 05:29:42.209179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Pushing event updated for resources: {'Network': ['ID=ed55e631-34a5-4718-a831-8b0b27712523,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:42.211529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41566) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:42.212536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:42.217788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Request body: {'subnet': {'network_id': 'ed55e631-34a5-4718-a831-8b0b27712523', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1691605770-subnet', 'tenant_id': '06d10a18893b40e58d09b11cdfcc8748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:42.222830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network ed55e631-34a5-4718-a831-8b0b27712523 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:42.235962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956c9dd-03cf-4258-b56a-c90f6a3ea3fb req-eec30240-bfe7-422c-91f8-50711c36a7f9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:42.237690 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9956c9dd-03cf-4258-b56a-c90f6a3ea3fb req-eec30240-bfe7-422c-91f8-50711c36a7f9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2732365 Dec 09 05:29:42.239386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:42.248471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network ed55e631-34a5-4718-a831-8b0b27712523 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:42.260579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Usage tracker for resource:subnet and tenant:06d10a18893b40e58d09b11cdfcc8748 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:42.275571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:42.285728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:42.309019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Made reservation on behalf of 06d10a18893b40e58d09b11cdfcc8748 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:42.314318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:42.376373 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9956c9dd-03cf-4258-b56a-c90f6a3ea3fb req-9e0ab4cb-bd9e-4809-b88f-708441270bd7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304643 Dec 09 05:29:42.880713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:42.897448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:43.028870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a870533-fe42-4a1a-b958-0eec5fdb4b9d,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:43.041157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:43.202118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Checking segment: {'id': '8d48bbae-aab3-42ed-ad23-130d79e0877e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ed55e631-34a5-4718-a831-8b0b27712523'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:43.202552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Network hostable DHCP agents. Network: ed55e631-34a5-4718-a831-8b0b27712523, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:29:43.242976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Network ed55e631-34a5-4718-a831-8b0b27712523 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:29:43.263917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, ed55e631-34a5-4718-a831-8b0b27712523) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:43.275808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:43.276555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:43.277571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b66dda-44e1-4642-97fe-19c3dcb84466 None None] Network ed55e631-34a5-4718-a831-8b0b27712523 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:43.342992 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2064aa25-7e4f-4931-937e-bee75efe3582 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1236370 Dec 09 05:29:43.592223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815cb330-2c9b-42dd-a6fd-70ff872be372 None None] Network ed55e631-34a5-4718-a831-8b0b27712523 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:43.689131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41628) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:43.691961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a39c3-e823-4157-9a70-628cbf1bec66 req-d8b14e6d-c9ce-419b-88ba-788244f73215 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:43.693853 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-417a39c3-e823-4157-9a70-628cbf1bec66 req-d8b14e6d-c9ce-419b-88ba-788244f73215 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1076543 Dec 09 05:29:43.765866 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-417a39c3-e823-4157-9a70-628cbf1bec66 req-e1ecac5f-11c8-4253-bd60-92a0f13f16e1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Dec 09 05:29:44.059559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.077861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:44.082127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5041847ae94363a3c38285a84db48c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:44.085135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:44.092837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:44.194356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8df5d50a-60cc-4f55-a7cd-24f7d5cd714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.195623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.198882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.211918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-19ce0442-07ab-4f11-b479-6321df2e6e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:44.254612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6131ef-e132-4732-ab3a-6a52d1360fe3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:44.259477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:44.261998 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb5041847ae94363a3c38285a84db48c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5711219 Dec 09 05:29:44.264966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41648) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:44.360755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.463436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.549256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-d419ba24-9c76-4cf2-bfea-9e57ab866429 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:44.550003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-d419ba24-9c76-4cf2-bfea-9e57ab866429 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Synchronizing usage tracker for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:44.569852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-d419ba24-9c76-4cf2-bfea-9e57ab866429 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Unset dirty status for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:44.571277 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-d419ba24-9c76-4cf2-bfea-9e57ab866429 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/networks?id=84f55829-2f7a-4f5a-9cdf-05acb9596d04 HTTP/1.1" status: 200 len: 808 time: 0.2403982 Dec 09 05:29:44.572335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.579909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-20762151-817a-4a85-b4b1-5a0c8bc8f5f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:44.602773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6131ef-e132-4732-ab3a-6a52d1360fe3,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:44.605127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:44.607198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:44.608585 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c6131ef-e132-4732-ab3a-6a52d1360fe3 HTTP/1.1" status: 204 len: 168 time: 0.3425581 Dec 09 05:29:44.610212 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-9c149595-d3d9-4bed-8162-a10f801a1859 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/quotas/e1b1e6eeb0474301b2b757e94be319b2 HTTP/1.1" status: 200 len: 375 time: 0.0313518 Dec 09 05:29:44.734624 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-9cddd7ca-d177-4881-ae14-b4bf15247a59 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1b1e6eeb0474301b2b757e94be319b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0969534 Dec 09 05:29:45.006420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-c16aae02-913d-48c5-923f-81570220eb4f service neutron] 10.222.0.57 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705669 Dec 09 05:29:45.130674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328076fa-4f17-48b9-bdde-162a09564d54 req-f09de5c6-30b9-40b1-be7f-8b285b01b3ce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:45.139315 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-328076fa-4f17-48b9-bdde-162a09564d54 req-f09de5c6-30b9-40b1-be7f-8b285b01b3ce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1662359 Dec 09 05:29:45.198242 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-328076fa-4f17-48b9-bdde-162a09564d54 req-3c00c3c6-729d-490f-abfd-f0d768905ccc tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578372 Dec 09 05:29:45.304908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41694) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:45.466557 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-30875fcb-e530-484b-9a62-7546904ea766 service neutron] 10.222.0.57 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4591725 Dec 09 05:29:45.630367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:45.693763 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-303c6d08-6dbd-4545-b6a1-8cde557af42d req-4a0c1597-01a2-48cb-94a3-d1f5505deb80 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 210 time: 0.0505943 Dec 09 05:29:45.696105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:45.700516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Usage tracker for resource:security_group_rule and tenant:ce43c0a02484469bbd84717d5c930464 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:45.704434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:45.712465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:45.809524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:45.812543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:45.843660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39685481-058d-4f1f-bfd6-8c405c8bbf60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:45.844488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41716) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:45.859785 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce43c0a02484469bbd84717d5c930464&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5511317 Dec 09 05:29:45.860672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41724) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:45.877616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ff9c4-50f1-407d-a0a1-a88c3e82a5b5,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:45.881178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:45.939896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:45.978977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.043486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.051728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-865cbb8d-22a0-4bad-bc58-d53fda174439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:46.072592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.073813 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f8ff9c4-50f1-407d-a0a1-a88c3e82a5b5 HTTP/1.1" status: 204 len: 168 time: 0.2106283 Dec 09 05:29:46.074767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ff9c4-50f1-407d-a0a1-a88c3e82a5b5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:46.094593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:46.098394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1837049800-network', 'tenant_id': 'fcae7cf2b47948d5a11f3dc0ec2d284a'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:46.104853 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:46.112592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Usage tracker for resource:network and tenant:fcae7cf2b47948d5a11f3dc0ec2d284a is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:46.116748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:46.137335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:46.151098 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Made reservation on behalf of fcae7cf2b47948d5a11f3dc0ec2d284a for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:46.157206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.176021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.194860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:46.199502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Usage tracker for resource:security_group_rule and tenant:fcae7cf2b47948d5a11f3dc0ec2d284a is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:46.202695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:46.208882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:46.369473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.375145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.379743 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0563f8-6c23-477e-8f20-006f9e8a139d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:46.502860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930c409-c765-403a-983c-0906601173f7 req-817fbafc-e53c-4256-9404-54c6f94c4b82 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:46.507563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2f020ebe-010a-4bc6-a733-6043ddda5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.510846 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b930c409-c765-403a-983c-0906601173f7 req-817fbafc-e53c-4256-9404-54c6f94c4b82 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1140571 Dec 09 05:29:46.517119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:29:46.522593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6839b90a-9a87-46c6-b3bf-17726377b7cc,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:46.534115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:46.560803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.561342 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Added segment c5aee59f-8951-4a76-af1d-192bd22718ff of type vxlan for network a82a90f9-ef4c-464a-bbd9-662be77c21f5 Dec 09 05:29:46.603391 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b930c409-c765-403a-983c-0906601173f7 req-480463bd-97dc-4024-a8d9-a1cfdcb1a28c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845551 Dec 09 05:29:46.606971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.650545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.651956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:46.652687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.658055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:46.689031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41760) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:46.715179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.734003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:46.739412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Usage tracker for resource:security_group_rule and tenant:f8a7b0691fa7402f85a3f7e686aca5cf is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:46.742805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:46.749513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:46.773537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a82a90f9-ef4c-464a-bbd9-662be77c21f5,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:46.776953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:46.781749 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9334183 Dec 09 05:29:46.782429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 41770) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:46.786026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:46.807985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Request body: {'subnet': {'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1837049800-subnet', 'tenant_id': 'fcae7cf2b47948d5a11f3dc0ec2d284a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:46.814403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:46.826455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Usage tracker for resource:subnet and tenant:fcae7cf2b47948d5a11f3dc0ec2d284a is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:46.839089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:46.845619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:46.863948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Made reservation on behalf of fcae7cf2b47948d5a11f3dc0ec2d284a for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:46.872291 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.919499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.925848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:46.948343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cf7ff2a-34af-49ca-9a2d-c4cf5da75b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:47.025035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:29:47.168234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-50a0e642-60ff-4101-87aa-76e91120e2ef req-0cb51eba-cd06-4cc9-9e4e-1a0c913f11a4 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 210 time: 0.1819034 Dec 09 05:29:47.250913 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f8a7b0691fa7402f85a3f7e686aca5cf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5604527 Dec 09 05:29:47.255667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41786) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:47.287327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537b0ac0-78e0-4bfd-b978-6251c6ccea4e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:47.293588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1bd84c9d-ed78-428d-ae2a-808463098aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:47.358484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.396967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.399607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.545830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-e64bc8ad-25f2-45b8-ac85-3142b77715bd tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:47.547561 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-e64bc8ad-25f2-45b8-ac85-3142b77715bd tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.54 "GET /v2.0/networks?id=84f55829-2f7a-4f5a-9cdf-05acb9596d04 HTTP/1.1" status: 200 len: 808 time: 0.2652669 Dec 09 05:29:47.574951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Request body: {'port': {'device_id': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04', 'admin_state_up': True, 'tenant_id': 'e1b1e6eeb0474301b2b757e94be319b2'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:47.666242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.671346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:47.687226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537b0ac0-78e0-4bfd-b978-6251c6ccea4e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:47.689399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:47.712629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.715983 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/537b0ac0-78e0-4bfd-b978-6251c6ccea4e HTTP/1.1" status: 204 len: 168 time: 0.4571164 Dec 09 05:29:47.823205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:47.833106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.834281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Usage tracker for resource:port and tenant:e1b1e6eeb0474301b2b757e94be319b2 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:47.839345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fe065-1940-4d6e-bf17-394258cfe2b5 req-f58f0462-2bc3-4bed-988e-5454cde639b8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:47.841189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d73fe065-1940-4d6e-bf17-394258cfe2b5 req-f58f0462-2bc3-4bed-988e-5454cde639b8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.0865901 Dec 09 05:29:47.851445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Quota usage for port was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:47.856518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bab03b0c-775b-47a5-bb6e-cbb780af6653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:47.897553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:47.899678 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d73fe065-1940-4d6e-bf17-394258cfe2b5 req-9a154cbc-4fde-4685-bf5f-f8ed9e4df313 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520127 Dec 09 05:29:47.951348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:47.994219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Made reservation on behalf of e1b1e6eeb0474301b2b757e94be319b2 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:47.999625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:48.049824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d6bf11-224b-4307-81ca-f03d575f5290,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:48.053284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:48.375916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Checking segment: {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:48.376587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Network hostable DHCP agents. Network: a82a90f9-ef4c-464a-bbd9-662be77c21f5, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:29:48.477672 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c1a7cf07-00bb-4ed6-8bd1-d32d49088ba6 req-8c019a5c-7a41-4e32-8614-930b0dab4564 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 210 time: 0.1173062 Dec 09 05:29:48.510293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:48.638582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:29:48.665175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, a82a90f9-ef4c-464a-bbd9-662be77c21f5) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:48.675248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fa6213-b452-4470-86a1-c9e8e59bad9c None None] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:48.681951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:48.683236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:48.714446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Allocated IP 172.20.0.9 (84f55829-2f7a-4f5a-9cdf-05acb9596d04/8753373f-004b-481e-965f-55b7beb7741a/2b07cf40-2b3c-4924-a261-1390a53af581) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:48.728621 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f2daa82c-3153-4fbd-9436-e2133201e285 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9454658 Dec 09 05:29:49.019806 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:49.047540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:49.069385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:49.156190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Pushing event updated for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:49.159771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:49.198929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28ecb78-6345-4194-9a25-ff1a25d649d5 None None] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:29:49.343377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:49.344636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:49.353095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:49.357419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:49.358104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:49.375576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d174721-c9eb-4542-83e1-326717817d86 req-511f6c1e-bb03-4e1e-988a-ddab095937a8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:49.382804 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d174721-c9eb-4542-83e1-326717817d86 req-511f6c1e-bb03-4e1e-988a-ddab095937a8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1722097 Dec 09 05:29:49.411452 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8410487 Dec 09 05:29:49.427601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Request body: {'port': {'device_id': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:49.457151 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d174721-c9eb-4542-83e1-326717817d86 req-d264b2b6-0b86-4c0e-be0e-2b2a49906d8e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653951 Dec 09 05:29:49.627945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:49.939556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:29:50.111751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.313442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41906) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:50.363381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b07cf40-2b3c-4924-a261-1390a53af581 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:50.376295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.418708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Transition to ACTIVE for port object 2b07cf40-2b3c-4924-a261-1390a53af581 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:50.424904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.433311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-2fbdc4e8-8aca-49e8-9326-23c4116aaac3 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:50.434667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-2fbdc4e8-8aca-49e8-9326-23c4116aaac3 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Synchronizing usage tracker for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:50.455624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:50.651382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.673392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:50.728115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Usage tracker for resource:security_group_rule and tenant:5b1ba772df3c41418bb42e0fcd00cf2f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:50.732832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:50.741250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:50.832871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289dd8d-bd43-4033-a721-e6c1571e7af9 req-7afdd2e2-ddf2-4c52-893d-4064422b7fb3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:50.834700 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8289dd8d-bd43-4033-a721-e6c1571e7af9 req-7afdd2e2-ddf2-4c52-893d-4064422b7fb3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1664164 Dec 09 05:29:50.900701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.907567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:50.910776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-2fbdc4e8-8aca-49e8-9326-23c4116aaac3 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Unset dirty status for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:50.912069 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-2fbdc4e8-8aca-49e8-9326-23c4116aaac3 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 931 time: 1.1750097 Dec 09 05:29:50.918139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Pushing event updated for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:50.919520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebbaaec6-f297-475b-b2f5-cddd0890cd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:50.928434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:50.944514 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8289dd8d-bd43-4033-a721-e6c1571e7af9 req-38ed58e1-b4ce-446f-856c-dec07fb7581c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999379 Dec 09 05:29:50.954171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104b2c15-35bc-4919-bb7f-e84446264492,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:50.967382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:50.980382 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b1ba772df3c41418bb42e0fcd00cf2f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6655662 Dec 09 05:29:50.983198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41930) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:50.996460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-b60be0d7-6e20-4ab5-9b29-3cb308d25487 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Synchronizing usage tracker for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:51.057894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.089231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.102609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Attempting to bind port 2b07cf40-2b3c-4924-a261-1390a53af581 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:51.103152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Attempting to bind port 2b07cf40-2b3c-4924-a261-1390a53af581 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c57534bb-adfc-4701-80f7-b254e65a56d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:51.103469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Attempting to bind port 2b07cf40-2b3c-4924-a261-1390a53af581 on network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:51.107952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-b60be0d7-6e20-4ab5-9b29-3cb308d25487 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Unset dirty status for tenant:e1b1e6eeb0474301b2b757e94be319b2 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:51.118373 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08c65730-8aeb-4b57-86c2-b45311b33386 req-b60be0d7-6e20-4ab5-9b29-3cb308d25487 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918013 Dec 09 05:29:51.123945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:51.131555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Checking segment: {'id': 'c57534bb-adfc-4701-80f7-b254e65a56d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:51.132672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.133290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Bound using segment: {'id': 'c57534bb-adfc-4701-80f7-b254e65a56d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:51.134137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Bound port: 2b07cf40-2b3c-4924-a261-1390a53af581, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57534bb-adfc-4701-80f7-b254e65a56d6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '84f55829-2f7a-4f5a-9cdf-05acb9596d04'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:51.134673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.165337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.171177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-073cb50f-070e-4b7b-a92a-8a16e2553bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:51.182952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104b2c15-35bc-4919-bb7f-e84446264492,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:51.190180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:51.191005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.195397 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/104b2c15-35bc-4919-bb7f-e84446264492 HTTP/1.1" status: 204 len: 168 time: 0.2080798 Dec 09 05:29:51.246553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] For port 2b07cf40-2b3c-4924-a261-1390a53af581, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:51.250866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] For port 2b07cf40-2b3c-4924-a261-1390a53af581, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2b07cf40-2b3c-4924-a261-1390a53af581,segment=NetworkSegment(c57534bb-adfc-4701-80f7-b254e65a56d6),segment_id=c57534bb-adfc-4701-80f7-b254e65a56d6)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:51.254883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.354851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:51.464012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Pushing event updated for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:51.470059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:51.488437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:51.489099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:51.490605 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] 10.222.0.54 "PUT /v2.0/ports/2b07cf40-2b3c-4924-a261-1390a53af581 HTTP/1.1" status: 200 len: 1157 time: 2.0680134 Dec 09 05:29:51.491149 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:51.700572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-81cf0f51-4f55-40f8-8aa8-3cf54001ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:51.709460 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-81cf0f51-4f55-40f8-8aa8-3cf54001ab2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1b1e6eeb0474301b2b757e94be319b2&device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 1160 time: 0.1659164 Dec 09 05:29:51.834051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581', 'status': 'completed', 'code': 200} Dec 09 05:29:51.845422 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-e9a0b2ad-25b3-4b4c-8dcb-e7e643872edd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b07cf40-2b3c-4924-a261-1390a53af581 HTTP/1.1" status: 200 len: 217 time: 0.1270528 Dec 09 05:29:51.950279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a294f593-17f3-4026-ab15-cef2de1b8f84 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:51.951469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-b35778a0-0165-4ef1-aada-df26fd2af8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:51.952394 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a294f593-17f3-4026-ab15-cef2de1b8f84 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 809 time: 0.2954173 Dec 09 05:29:51.953082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-b35778a0-0165-4ef1-aada-df26fd2af8e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8753373f-004b-481e-965f-55b7beb7741a HTTP/1.1" status: 200 len: 848 time: 0.0967598 Dec 09 05:29:51.972244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-ac6ad7e8-23c0-42ee-8ac5-b3e97f86233f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/quotas/fcae7cf2b47948d5a11f3dc0ec2d284a HTTP/1.1" status: 200 len: 375 time: 0.0132339 Dec 09 05:29:52.015032 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-59375f6e-7c58-4e56-b265-8ffd83284ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=84f55829-2f7a-4f5a-9cdf-05acb9596d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528657 Dec 09 05:29:52.042806 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-13655979-fff0-40a8-a19c-d4b8f821b4a4 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638404 Dec 09 05:29:52.246507 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-7abd1fa4-9602-4c43-908a-7ebfad5f5f0e service neutron] 10.222.0.57 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943505 Dec 09 05:29:52.295751 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-3812f398-b0b7-4dce-8302-9742fc40e443 service neutron] 10.222.0.54 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708714 Dec 09 05:29:52.413828 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-478b1a18-bd44-4887-967d-0d564d09243e service neutron] 10.222.0.57 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1659436 Dec 09 05:29:52.421971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e2cba-4913-43bc-9c43-165d7a13ac8e req-788fde71-6cf8-49e0-a1a6-a167d7a989c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:52.423438 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0b9e2cba-4913-43bc-9c43-165d7a13ac8e req-788fde71-6cf8-49e0-a1a6-a167d7a989c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2064095 Dec 09 05:29:52.494854 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0b9e2cba-4913-43bc-9c43-165d7a13ac8e req-5e50a67b-7017-494d-90c3-087311a4cd3e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628669 Dec 09 05:29:52.520311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 41998) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:52.551340 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7f37c4f-0745-41fc-9ee5-75fca9705b25 req-3363f980-ffe7-46a4-a520-9fb64aef9497 service neutron] 10.222.0.54 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441247 Dec 09 05:29:52.797966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:52.820770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:52.825379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Usage tracker for resource:security_group_rule and tenant:acf6df289a924013a01116236ebb0e6c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:52.828805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:52.836565 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:52.840812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2452dbb-e2d5-4642-ab03-f9681db8ac84 req-d1ef7647-4bb7-4730-9d24-f895e0bcdc94 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:52.842970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2452dbb-e2d5-4642-ab03-f9681db8ac84 req-d1ef7647-4bb7-4730-9d24-f895e0bcdc94 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 943 time: 0.1572309 Dec 09 05:29:52.876082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-8b96ea43-a3ec-43aa-bd04-5f9799692c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:52.877724 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-8b96ea43-a3ec-43aa-bd04-5f9799692c09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e1b1e6eeb0474301b2b757e94be319b2&device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 1160 time: 0.2709744 Dec 09 05:29:52.910084 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd71047c-732a-4551-9f03-1eb7a9e27fb0 req-aeb5e5a4-8e8d-45f0-8b6b-320aceb0f8d3 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 210 time: 0.0689499 Dec 09 05:29:52.910238 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2452dbb-e2d5-4642-ab03-f9681db8ac84 req-f18e7681-484a-4822-9c85-49e7bcc6e3c6 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602598 Dec 09 05:29:53.129152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-44126c50-ef21-4e97-b586-46303f2cd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:53.131085 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-44126c50-ef21-4e97-b586-46303f2cd064 service neutron] 10.222.0.54 "GET /v2.0/networks?id=84f55829-2f7a-4f5a-9cdf-05acb9596d04 HTTP/1.1" status: 200 len: 902 time: 0.2343009 Dec 09 05:29:53.149551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.155748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.189371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:53.233918 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-c0859d73-fbf4-432f-9da7-631a65d2e1af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b07cf40-2b3c-4924-a261-1390a53af581 HTTP/1.1" status: 200 len: 217 time: 0.0886989 Dec 09 05:29:53.276440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5009b6-e5c4-4439-95d4-566359d6ec22,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:53.285445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:53.303671 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=acf6df289a924013a01116236ebb0e6c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7819383 Dec 09 05:29:53.307970 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 42026) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:53.386496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-a2fcaa92-21df-4226-8ce9-df8eddeae5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:53.388103 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-a2fcaa92-21df-4226-8ce9-df8eddeae5cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8753373f-004b-481e-965f-55b7beb7741a HTTP/1.1" status: 200 len: 848 time: 0.1427522 Dec 09 05:29:53.408238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.438504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.573255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.592315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a8bcd065-63db-4a0f-b626-c776e6896189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:53.606103 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-dbd04185-451f-47eb-9ab5-dda9b02c5553 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=84f55829-2f7a-4f5a-9cdf-05acb9596d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1983187 Dec 09 05:29:53.608086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5009b6-e5c4-4439-95d4-566359d6ec22,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:53.610920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:53.621729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:53.625474 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de5009b6-e5c4-4439-95d4-566359d6ec22 HTTP/1.1" status: 204 len: 168 time: 0.3139002 Dec 09 05:29:53.909177 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-42c1e8b4-8b06-4729-82e0-1a3b76351960 service neutron] 10.222.0.54 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900434 Dec 09 05:29:53.916346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1c82-2925-4607-a2f3-6cb3ee6d1ef7 req-d8be9266-0ad0-4e69-afda-fc0ffd6c4403 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:53.918132 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-07ea1c82-2925-4607-a2f3-6cb3ee6d1ef7 req-d8be9266-0ad0-4e69-afda-fc0ffd6c4403 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2365479 Dec 09 05:29:54.061051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42050) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:54.065082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-07ea1c82-2925-4607-a2f3-6cb3ee6d1ef7 req-2e3466ec-1ca5-4fc1-825e-b4a309709543 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219785 Dec 09 05:29:54.087167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.118967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:54.129553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Usage tracker for resource:security_group_rule and tenant:033502df32774b99b4a8257779986b7e is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:54.139787 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-daf0e66e-5a13-44ca-8388-9f3bda1cab1a req-38ab27b0-b49c-4408-a74e-b6c1aacff4ae service neutron] 10.222.0.54 "GET /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2183576 Dec 09 05:29:54.142003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:54.148828 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:54.221264 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-559ca08f-e2f5-4ec4-88b4-9306abe5f860 req-7295aba2-7d46-4e03-9549-a1b963e3fe00 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 210 time: 0.0845990 Dec 09 05:29:54.300636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.305092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.315857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0afff996-157d-44af-b38d-d383e9d6a281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:54.373410 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=033502df32774b99b4a8257779986b7e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3086143 Dec 09 05:29:54.373410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3605962-002a-4502-9246-c058366bc6f9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:54.374657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42056) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:54.377551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:54.448443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.480236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.534580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.539179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c859667e-56e2-4900-b484-cdfd4b9c90ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:54.553039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3605962-002a-4502-9246-c058366bc6f9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:54.555940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:54.563632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:54.567302 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c3605962-002a-4502-9246-c058366bc6f9 HTTP/1.1" status: 204 len: 168 time: 0.1891184 Dec 09 05:29:54.633579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-4313099e-890a-414b-8c0c-f363fb3b724f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:54.635240 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-4313099e-890a-414b-8c0c-f363fb3b724f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Synchronizing usage tracker for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:54.645000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd05bb-1752-4edc-8ee6-f5b499b717c8 req-93dc9e7d-9d97-4c63-9596-a1efbda7ae1f tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:54.646570 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4acd05bb-1752-4edc-8ee6-f5b499b717c8 req-93dc9e7d-9d97-4c63-9596-a1efbda7ae1f tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 943 time: 0.4053161 Dec 09 05:29:54.679858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-4313099e-890a-414b-8c0c-f363fb3b724f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Unset dirty status for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:54.681072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-4313099e-890a-414b-8c0c-f363fb3b724f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 809 time: 0.4751651 Dec 09 05:29:54.708255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4acd05bb-1752-4edc-8ee6-f5b499b717c8 req-be340e71-1f0a-4626-aa34-7adb5290730e tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509863 Dec 09 05:29:54.712582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Request body: {'port': {'device_id': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5', 'admin_state_up': True, 'tenant_id': 'fcae7cf2b47948d5a11f3dc0ec2d284a'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:54.871226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:54.875661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Usage tracker for resource:port and tenant:fcae7cf2b47948d5a11f3dc0ec2d284a is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:54.879090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Quota usage for port was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:54.885914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:54.897639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Made reservation on behalf of fcae7cf2b47948d5a11f3dc0ec2d284a for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:29:54.903430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:55.278974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Allocated IP 172.20.0.5 (a82a90f9-ef4c-464a-bbd9-662be77c21f5/f6d6bf11-224b-4307-81ca-f03d575f5290/59cf9fa9-3682-467c-985c-3634691355d7) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:29:55.419042 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ccd6a1be-fc4e-48ff-8dc5-6dacc43ac8fa req-78ad01c6-4da1-4da1-a39b-dc0314e4e8d5 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 210 time: 0.0493777 Dec 09 05:29:55.452343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92fc3-1c87-40f8-b49c-ce86e5a306cf req-a9b5e5ff-70d0-4c21-a233-0b36f143c57a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:55.453965 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ae92fc3-1c87-40f8-b49c-ce86e5a306cf req-a9b5e5ff-70d0-4c21-a233-0b36f143c57a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1720965 Dec 09 05:29:55.596177 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ae92fc3-1c87-40f8-b49c-ce86e5a306cf req-bb770df1-3db2-49aa-9ba9-915369d05bbf tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341276 Dec 09 05:29:55.622472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:55.652462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:55.672895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a816d53d-7991-4b26-941f-2fa0ec3436b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:55.846978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Pushing event updated for resources: {'Port': ['ID=59cf9fa9-3682-467c-985c-3634691355d7,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:55.851698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:55.928613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-79db1f25-defb-401d-b040-80095e535e9b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:29:55.948878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:29:55.951799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:29:55.955260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:29:55.959537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:55.960759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:55.996379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4738d4-265b-46cb-a062-25c659e19ee8 req-f7a0fe8a-78c4-438a-a63e-135e76226379 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:55.998006 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f4738d4-265b-46cb-a062-25c659e19ee8 req-f7a0fe8a-78c4-438a-a63e-135e76226379 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 943 time: 0.1286180 Dec 09 05:29:55.999799 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2952054 Dec 09 05:29:56.026017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Request body: {'port': {'device_id': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:29:56.103692 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f4738d4-265b-46cb-a062-25c659e19ee8 req-c0150650-69d2-4f26-85ff-75cfa1f558b2 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988839 Dec 09 05:29:56.186294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.431975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42124) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:56.591915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.607131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:29:56.611999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Usage tracker for resource:security_group_rule and tenant:16418bda17a04a82b0093e328e763c77 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:29:56.614899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:29:56.618628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 2b07cf40-2b3c-4924-a261-1390a53af581 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:56.620990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:29:56.698034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 2b07cf40-2b3c-4924-a261-1390a53af581 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:29:56.703283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 2b07cf40-2b3c-4924-a261-1390a53af581 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:56.703949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.711852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cf9fa9-3682-467c-985c-3634691355d7 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:29:56.727550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.741667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.750331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Transition to ACTIVE for port object 59cf9fa9-3682-467c-985c-3634691355d7 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:29:56.750525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.758251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.776225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d48bd5e3-9889-47e4-8363-9fbcafdca9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:56.794966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a7f47a94-a244-481b-a31f-4b1712fb6f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:56.830833 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16418bda17a04a82b0093e328e763c77&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3951976 Dec 09 05:29:56.843803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.863005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42138) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:29:56.870850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636322a9-c4f0-450b-91d2-278cf53f7588,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:56.883095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf9fa9-3682-467c-985c-3634691355d7,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:56.886678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:56.901046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 2b07cf40-2b3c-4924-a261-1390a53af581, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2b07cf40-2b3c-4924-a261-1390a53af581,segment=NetworkSegment(c57534bb-adfc-4701-80f7-b254e65a56d6),segment_id=c57534bb-adfc-4701-80f7-b254e65a56d6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:29:56.902340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:56.905675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c86d2-d712-4d32-8539-a65696269b39 req-3b4ba3ff-abbb-4096-baf6-bde74f086977 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:56.906472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-111c86d2-d712-4d32-8539-a65696269b39 req-3b4ba3ff-abbb-4096-baf6-bde74f086977 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Synchronizing usage tracker for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:56.912910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.915230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:56.921856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:56.960090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:56.997469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:56.999582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-111c86d2-d712-4d32-8539-a65696269b39 req-3b4ba3ff-abbb-4096-baf6-bde74f086977 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Unset dirty status for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:57.002080 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-111c86d2-d712-4d32-8539-a65696269b39 req-3b4ba3ff-abbb-4096-baf6-bde74f086977 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 931 time: 0.4341183 Dec 09 05:29:57.008611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:57.009126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.041616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998f0dc-529e-4133-9385-1ce3cff68851 req-882eac0e-8cad-4b20-8454-5dc13c3bb95f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:57.049179 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c998f0dc-529e-4133-9385-1ce3cff68851 req-882eac0e-8cad-4b20-8454-5dc13c3bb95f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.2554359 Dec 09 05:29:57.082311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-111c86d2-d712-4d32-8539-a65696269b39 req-e529dc6d-49eb-4e24-a839-48686ed5cc1d tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Synchronizing usage tracker for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:29:57.138669 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c998f0dc-529e-4133-9385-1ce3cff68851 req-5802654d-c49d-4ed2-bd87-352b7fe1d03c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884008 Dec 09 05:29:57.151034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.155161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:57.178463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-111c86d2-d712-4d32-8539-a65696269b39 req-e529dc6d-49eb-4e24-a839-48686ed5cc1d tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Unset dirty status for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:29:57.180396 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-111c86d2-d712-4d32-8539-a65696269b39 req-e529dc6d-49eb-4e24-a839-48686ed5cc1d tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670692 Dec 09 05:29:57.184596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Attempting to bind port 59cf9fa9-3682-467c-985c-3634691355d7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:29:57.184980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Attempting to bind port 59cf9fa9-3682-467c-985c-3634691355d7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:29:57.185360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Attempting to bind port 59cf9fa9-3682-467c-985c-3634691355d7 on network a82a90f9-ef4c-464a-bbd9-662be77c21f5 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:29:57.191322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:29:57.191710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Checking segment: {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:29:57.192124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.192532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Bound using segment: {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:29:57.193024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Bound port: 59cf9fa9-3682-467c-985c-3634691355d7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:29:57.193472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.195763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636322a9-c4f0-450b-91d2-278cf53f7588,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:57.201747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:57.217074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.223919 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/636322a9-c4f0-450b-91d2-278cf53f7588 HTTP/1.1" status: 204 len: 168 time: 0.3546546 Dec 09 05:29:57.289157 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581', 'code': 200} Dec 09 05:29:57.326406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] For port 59cf9fa9-3682-467c-985c-3634691355d7, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:29:57.330923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] For port 59cf9fa9-3682-467c-985c-3634691355d7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=59cf9fa9-3682-467c-985c-3634691355d7,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:29:57.334740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.352292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:29:57.447072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=59cf9fa9-3682-467c-985c-3634691355d7,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:29:57.526632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:29:57.672934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92190711-9ed4-49c1-96fd-05ffabd902f8 req-6424e640-16b8-40a4-b0aa-1fc8f59d1ec7 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:57.674816 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-92190711-9ed4-49c1-96fd-05ffabd902f8 req-6424e640-16b8-40a4-b0aa-1fc8f59d1ec7 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.2564778 Dec 09 05:29:57.715616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b856-e43f-4418-b1f4-49dfd44c8503 req-ac853abc-d93f-419c-a1c5-09fd81b4e36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:57.717421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2452b856-e43f-4418-b1f4-49dfd44c8503 req-ac853abc-d93f-419c-a1c5-09fd81b4e36f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 1162 time: 0.1292658 Dec 09 05:29:57.733564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 2b07cf40-2b3c-4924-a261-1390a53af581 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:57.752526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:57.753366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.755200 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] 10.222.0.54 "PUT /v2.0/ports/59cf9fa9-3682-467c-985c-3634691355d7 HTTP/1.1" status: 200 len: 1157 time: 1.7357161 Dec 09 05:29:57.755753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:29:57.816380 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2452b856-e43f-4418-b1f4-49dfd44c8503 req-a29632e5-571d-4798-98e0-0e456c871296 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908351 Dec 09 05:29:57.894095 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7', 'status': 'completed', 'code': 200} Dec 09 05:29:57.926677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 2b07cf40-2b3c-4924-a261-1390a53af581 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:57.927097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:29:57.949309 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-92190711-9ed4-49c1-96fd-05ffabd902f8 req-018e479d-7070-456a-8d3a-d7a8e5fbf89e tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292426 Dec 09 05:29:58.013727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-e9e5272b-62e8-4dad-a850-0612f0846377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:58.018227 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-e9e5272b-62e8-4dad-a850-0612f0846377 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 1160 time: 0.2068231 Dec 09 05:29:58.187471 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-8491c74c-305c-4ca4-b18d-8f5b561560a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf9fa9-3682-467c-985c-3634691355d7 HTTP/1.1" status: 200 len: 217 time: 0.0733793 Dec 09 05:29:58.296619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-b0753ae9-a612-47b5-9d42-066a718feb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:58.299848 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-b0753ae9-a612-47b5-9d42-066a718feb3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f6d6bf11-224b-4307-81ca-f03d575f5290 HTTP/1.1" status: 200 len: 849 time: 0.0979939 Dec 09 05:29:58.391137 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-b75834cf-64fb-4cdf-b2ae-e76fc7756fb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a82a90f9-ef4c-464a-bbd9-662be77c21f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814717 Dec 09 05:29:58.409515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f09d68-fdc5-4550-9d1a-9ae556ec1a70 req-c7768ba1-e358-4a12-bc53-6d6905cab997 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:58.411279 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d0f09d68-fdc5-4550-9d1a-9ae556ec1a70 req-c7768ba1-e358-4a12-bc53-6d6905cab997 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1018317 Dec 09 05:29:58.463842 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d0f09d68-fdc5-4550-9d1a-9ae556ec1a70 req-ad3392e6-6170-46ae-9cab-3a855b7432b4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 Dec 09 05:29:58.794802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea562b2-2f75-4c58-89f6-a3177326cfad req-50a5b013-ef07-4f58-aa48-2fd11b4a319c tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:58.796584 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6ea562b2-2f75-4c58-89f6-a3177326cfad req-50a5b013-ef07-4f58-aa48-2fd11b4a319c tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 943 time: 0.4489450 Dec 09 05:29:58.798705 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-3f4a7bb1-f08e-4ed3-80d8-d3bc4e3fa751 service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960028 Dec 09 05:29:58.950061 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6ea562b2-2f75-4c58-89f6-a3177326cfad req-b432c5e0-6aba-46d3-aad1-13a8a923c4f3 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473577 Dec 09 05:29:58.998596 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2d6d99b1-2180-4c34-8266-4146d8069e61 req-e4e51e22-b41b-494c-b958-e019c934db9a service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1778700 Dec 09 05:29:59.244515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0e55a-7173-4620-b420-4e9bfd15cb6f req-a340eb42-497a-41fc-a403-6834b7eae7bd tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:59.253023 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7ce0e55a-7173-4620-b420-4e9bfd15cb6f req-a340eb42-497a-41fc-a403-6834b7eae7bd tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.1251247 Dec 09 05:29:59.254107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-189a0afc-3950-4547-8ff8-63425a68f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:59.255826 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-189a0afc-3950-4547-8ff8-63425a68f311 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 1160 time: 0.1905172 Dec 09 05:29:59.314115 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7ce0e55a-7173-4620-b420-4e9bfd15cb6f req-f0aeec3d-660e-44aa-a10d-0ce689ab7db4 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Dec 09 05:29:59.458257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-d076887f-f105-4c54-90cd-bf9cad3dc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:59.460903 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-d076887f-f105-4c54-90cd-bf9cad3dc715 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 903 time: 0.1830840 Dec 09 05:29:59.587143 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-d1cf7030-d2c2-4364-828b-1d7ac44566a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59cf9fa9-3682-467c-985c-3634691355d7 HTTP/1.1" status: 200 len: 217 time: 0.1024861 Dec 09 05:29:59.756704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-b412d1aa-e464-45a7-b1cb-c4d214fddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:59.758390 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-b412d1aa-e464-45a7-b1cb-c4d214fddbc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f6d6bf11-224b-4307-81ca-f03d575f5290 HTTP/1.1" status: 200 len: 849 time: 0.1626711 Dec 09 05:29:59.827534 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-774f9d34-bdf9-4ecc-a207-b9756123edfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a82a90f9-ef4c-464a-bbd9-662be77c21f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549583 Dec 09 05:29:59.847744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb941b-a57a-4eea-98cf-66c2fd45160e req-db73f1e4-92f6-4ac6-ad6f-495474b2599f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:29:59.848953 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35cb941b-a57a-4eea-98cf-66c2fd45160e req-db73f1e4-92f6-4ac6-ad6f-495474b2599f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1850340 Dec 09 05:29:59.875484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 2b07cf40-2b3c-4924-a261-1390a53af581 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:29:59.963025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 2b07cf40-2b3c-4924-a261-1390a53af581 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:29:59.963448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:00.009763 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35cb941b-a57a-4eea-98cf-66c2fd45160e req-c3bd2dea-4b0a-499f-b3f5-ea59bce088bc tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525111 Dec 09 05:30:00.059858 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-92433d83-f661-4bcc-92cc-f3b1cc90a0d1 service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869118 Dec 09 05:30:00.090912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:00.181020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 72d0dc66-d4a2-430d-8602-d5c69034d0ee triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:00.181454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:00.280470 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d0c2893-7173-461b-aaa3-53048a4de756 req-20adb8e1-38ad-4c1c-ab65-e7e3468eb529 service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2124999 Dec 09 05:30:00.310799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc27cf-54cf-42df-94fc-6c0af9294fe0 req-1a8b4e95-d15f-4b16-8825-c576d2dd4a06 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:00.312650 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d6fc27cf-54cf-42df-94fc-6c0af9294fe0 req-1a8b4e95-d15f-4b16-8825-c576d2dd4a06 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 943 time: 0.1328144 Dec 09 05:30:00.362673 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d6fc27cf-54cf-42df-94fc-6c0af9294fe0 req-36ac7c8e-85ac-4e24-a7d2-1a759e30b168 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434129 Dec 09 05:30:00.648824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896718b-25f6-451c-9ff3-1b3e76816662 req-5471dfea-a1df-4cad-a68d-ac780b5fa9c2 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:00.650484 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c896718b-25f6-451c-9ff3-1b3e76816662 req-5471dfea-a1df-4cad-a68d-ac780b5fa9c2 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.0840573 Dec 09 05:30:00.701255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c896718b-25f6-451c-9ff3-1b3e76816662 req-7c231157-26ea-4855-9c54-cdd8cae78a3b tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Dec 09 05:30:00.778111 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-ae8eb510-1d96-4211-a99f-b0f601d258e5 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/networks?tenant_id=1e8f498b222746adb341115cfe4e696e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408633 Dec 09 05:30:01.009275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-a27a9fb6-bb90-4c73-a46b-82069f4e2946 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:01.014678 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-a27a9fb6-bb90-4c73-a46b-82069f4e2946 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307615 Dec 09 05:30:01.041891 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-343e40ca-1783-4c81-8148-b2ba4cdbdec9 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/quotas/1e8f498b222746adb341115cfe4e696e HTTP/1.1" status: 200 len: 375 time: 0.0157380 Dec 09 05:30:01.045710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611f404-ec99-4489-ada5-b56394672141 req-0850fd8c-aa6a-4f67-8202-eb8f69a48c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:01.046366 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4611f404-ec99-4489-ada5-b56394672141 req-0850fd8c-aa6a-4f67-8202-eb8f69a48c1b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1162 time: 0.1535451 Dec 09 05:30:01.115998 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-ecbf672d-c5ab-42c9-8a32-574804931c87 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?tenant_id=1e8f498b222746adb341115cfe4e696e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667512 Dec 09 05:30:01.201457 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4611f404-ec99-4489-ada5-b56394672141 req-d16af29f-b16a-44b8-bffa-23d4f725e451 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840497 Dec 09 05:30:01.323910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934b953-34f1-4705-9c0c-389e196c06bc req-241145a6-cade-44b9-9188-434f0a5cf8d8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:01.325599 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d934b953-34f1-4705-9c0c-389e196c06bc req-241145a6-cade-44b9-9188-434f0a5cf8d8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1452765 Dec 09 05:30:01.396527 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d934b953-34f1-4705-9c0c-389e196c06bc req-fb818613-ca96-4eec-b635-325b7277607f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Dec 09 05:30:01.530250 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-52e597a6-21ee-43cf-993d-eed2a575cb05 req-8918a1b4-85dd-497c-96b0-62cfd8ffca67 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 210 time: 0.0527046 Dec 09 05:30:01.718003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0026-fc74-46b1-a9b6-5445cd5fa03f req-5418377a-d186-4743-bf31-881ef2012a99 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:01.719638 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0afe0026-fc74-46b1-a9b6-5445cd5fa03f req-5418377a-d186-4743-bf31-881ef2012a99 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 943 time: 0.0901444 Dec 09 05:30:01.767641 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0afe0026-fc74-46b1-a9b6-5445cd5fa03f req-213d4630-655e-46b7-b449-e7d466cacd02 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Dec 09 05:30:01.849983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-3338cd00-be78-4ddd-a9b2-8a9181a61591 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:30:02.609901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 59cf9fa9-3682-467c-985c-3634691355d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:02.713934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 59cf9fa9-3682-467c-985c-3634691355d7 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:02.723022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 59cf9fa9-3682-467c-985c-3634691355d7 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:02.724290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:02.747874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ab9d9-00a4-42fe-9180-037138af2b0b req-11acd266-268a-429c-9c3f-b8b277ca2423 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:02.749524 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e30ab9d9-00a4-42fe-9180-037138af2b0b req-11acd266-268a-429c-9c3f-b8b277ca2423 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1477499 Dec 09 05:30:02.861260 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-836af1f8-8dd4-4ce9-a943-f5d128314033 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.54 "GET /v2.0/networks?tenant_id=1e8f498b222746adb341115cfe4e696e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470347 Dec 09 05:30:02.878784 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e30ab9d9-00a4-42fe-9180-037138af2b0b req-6e89d9c4-f30f-4dc0-af07-daff1e7c83f8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219218 Dec 09 05:30:02.944805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:02.979264 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-baaa4055-bf1f-4b95-a2c0-110e0110505d req-ecd30571-2cc4-4eb9-9d45-ac3ece45dc23 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 210 time: 0.0766921 Dec 09 05:30:03.031355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 59cf9fa9-3682-467c-985c-3634691355d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=59cf9fa9-3682-467c-985c-3634691355d7,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:03.032861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:03.053095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:03.055348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:03.180016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-aaf3bac0-8eae-47c4-a650-6d289927137e tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:03.182283 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-aaf3bac0-8eae-47c4-a650-6d289927137e tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022692 Dec 09 05:30:03.191478 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7', 'code': 200} Dec 09 05:30:03.193031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=59cf9fa9-3682-467c-985c-3634691355d7,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:03.198224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:03.263629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Request body: {'port': {'device_id': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748', 'admin_state_up': True, 'tenant_id': '1e8f498b222746adb341115cfe4e696e'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:03.420962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a449704-9616-4fff-9123-6f4a3ced8130 req-195e92e2-4751-4285-a985-6e4386ea92fd tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:03.422890 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4a449704-9616-4fff-9123-6f4a3ced8130 req-195e92e2-4751-4285-a985-6e4386ea92fd tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.2394087 Dec 09 05:30:03.496825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:03.504737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Usage tracker for resource:port and tenant:1e8f498b222746adb341115cfe4e696e is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:03.508405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Quota usage for port was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:03.514428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:03.519056 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4a449704-9616-4fff-9123-6f4a3ced8130 req-1332bd3f-765b-4a8f-94cc-50ed902039e8 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889032 Dec 09 05:30:03.532358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Made reservation on behalf of 1e8f498b222746adb341115cfe4e696e for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:03.538307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:03.552341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:03.575863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a400-99ea-4c78-95db-4dd4f9d50681 req-0f3b35c3-0789-4e95-b78e-c77d9d21c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:03.577830 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd77a400-99ea-4c78-95db-4dd4f9d50681 req-0f3b35c3-0789-4e95-b78e-c77d9d21c8a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 1162 time: 0.1075978 Dec 09 05:30:03.584992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:03.590694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Usage tracker for resource:security_group_rule and tenant:1e8f498b222746adb341115cfe4e696e is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:03.594335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:03.601652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:03.648544 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd77a400-99ea-4c78-95db-4dd4f9d50681 req-beccee14-3127-4451-a88c-9b620e28bb5a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561163 Dec 09 05:30:03.701666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:03.704313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:03.715703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1640bb58-b5eb-41d9-8bbb-dca16c861194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:03.776076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 59cf9fa9-3682-467c-985c-3634691355d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:03.781109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Pushing event updated for resources: {'SecurityGroup': ['ID=1a254625-399f-403a-ace4-60b855a4c14c,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:03.786678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:03.891897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 59cf9fa9-3682-467c-985c-3634691355d7 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:03.892421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:04.120067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Allocated IP 192.168.233.222 (c47ef3b3-9b48-4470-b1db-01cce3870748/7fc59a3a-377b-4da8-b21a-a84092d5ceb3/b3229074-565e-4944-b968-d35beb8919c0) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:04.189904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4b116392-296a-442f-a024-fb5be91909c6 req-dbfafc2a-12b8-4e80-b729-d06c006ee419 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 210 time: 0.0517900 Dec 09 05:30:04.192009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc78d6-48a3-4c33-9cd2-83e9b3b97311 req-803427be-e786-4c75-8ca9-016c17f890fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:04.193638 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-93bc78d6-48a3-4c33-9cd2-83e9b3b97311 req-803427be-e786-4c75-8ca9-016c17f890fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1529291 Dec 09 05:30:04.340227 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-93bc78d6-48a3-4c33-9cd2-83e9b3b97311 req-efec2cf4-e88d-4a40-999f-551273847d72 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350424 Dec 09 05:30:04.419872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:04.439956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Transition to ACTIVE for port object b3229074-565e-4944-b968-d35beb8919c0 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:04.471775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:04.509614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-17e2e354-990b-48c8-be87-0092dd6fa85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:04.678653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04b9eb-ddb0-412f-a90e-0bbf684a9d8f req-e92910a5-4e45-43dd-aec7-b3d941b16668 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:04.688279 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7e04b9eb-ddb0-412f-a90e-0bbf684a9d8f req-e92910a5-4e45-43dd-aec7-b3d941b16668 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1759081 Dec 09 05:30:04.758626 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7e04b9eb-ddb0-412f-a90e-0bbf684a9d8f req-22cc03b3-18be-4041-8b79-127f556450c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678799 Dec 09 05:30:04.914444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42372) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:04.947226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Pushing event updated for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:05.019175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:05.120729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.139371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:05.143939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Usage tracker for resource:security_group_rule and tenant:cc46f8f8d6cb44f0bba4e8a74a63fc21 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:05.148998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:05.155338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:05.263797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Network c47ef3b3-9b48-4470-b1db-01cce3870748 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:05.267573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.267740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:05.271399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.275873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:05.282165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:05.282852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.292780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea20de92-867a-4838-9074-beb9afe78f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:05.309816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2ac8b-74f1-4545-9708-23b537280150 req-3d3af872-519d-4f7f-8f5a-a8e7d3f35a92 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:05.311720 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4d2ac8b-74f1-4545-9708-23b537280150 req-3d3af872-519d-4f7f-8f5a-a8e7d3f35a92 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.3779902 Dec 09 05:30:05.330994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712d02f9-2998-4327-959c-e7401b9fbfeb,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:05.337560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:05.356731 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6b8cbc5c-e791-4089-91c4-5dc968e35585 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc46f8f8d6cb44f0bba4e8a74a63fc21&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4407954 Dec 09 05:30:05.359361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42386) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:05.406092 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1471956 Dec 09 05:30:05.433918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.439425 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4d2ac8b-74f1-4545-9708-23b537280150 req-ddd58703-bf05-4b2f-9d2e-87b28cd9042b tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180360 Dec 09 05:30:05.444003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Request body: {'port': {'device_id': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:05.504862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.593858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.607856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.615788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-05cf8876-6914-441a-8ab1-8491e7922ad0 None None] Provisioning for port b3229074-565e-4944-b968-d35beb8919c0 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:05.622375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-28c88c5a-fa1e-4dc0-86d1-71aebe50308b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:05.639582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-05cf8876-6914-441a-8ab1-8491e7922ad0 None None] Provisioning complete for port b3229074-565e-4944-b968-d35beb8919c0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:05.639984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05cf8876-6914-441a-8ab1-8491e7922ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.662519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712d02f9-2998-4327-959c-e7401b9fbfeb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:05.672850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:05.674124 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/712d02f9-2998-4327-959c-e7401b9fbfeb HTTP/1.1" status: 204 len: 168 time: 0.3137562 Dec 09 05:30:05.675210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:05.914181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce894-0985-4432-9782-f1bea112872f req-030acb22-283b-48f4-9198-246ef5ee07fe tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:05.924066 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cd9ce894-0985-4432-9782-f1bea112872f req-030acb22-283b-48f4-9198-246ef5ee07fe tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.1184058 Dec 09 05:30:05.932737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-05cf8876-6914-441a-8ab1-8491e7922ad0 None None] Port b3229074-565e-4944-b968-d35beb8919c0 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:30:05.948117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 59cf9fa9-3682-467c-985c-3634691355d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:05.991859 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cd9ce894-0985-4432-9782-f1bea112872f req-b9780b02-c59c-432a-94af-2aef8f03857f tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656614 Dec 09 05:30:06.037049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 59cf9fa9-3682-467c-985c-3634691355d7 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:06.037471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.134954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42402) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:06.154260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.176282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:06.181480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Usage tracker for resource:security_group_rule and tenant:e2275548a79141fca6651764bf59e5b0 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:06.184688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:06.190686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:06.293334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.296592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.298517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-620a12e2-7c94-4d97-bb0d-f7cf77d92468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:06.299522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-620a12e2-7c94-4d97-bb0d-f7cf77d92468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Synchronizing usage tracker for tenant:1e8f498b222746adb341115cfe4e696e on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:06.320110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3229074-565e-4944-b968-d35beb8919c0 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:30:06.331717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.343582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-19a44d01-5b5b-4196-be4e-151f217e7811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:06.343752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-620a12e2-7c94-4d97-bb0d-f7cf77d92468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Unset dirty status for tenant:1e8f498b222746adb341115cfe4e696e on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:06.354754 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-620a12e2-7c94-4d97-bb0d-f7cf77d92468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 936 time: 0.6110020 Dec 09 05:30:06.357183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Transition to ACTIVE for port object b3229074-565e-4944-b968-d35beb8919c0 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:06.369753 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2275548a79141fca6651764bf59e5b0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2300932 Dec 09 05:30:06.371839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42416) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:06.381392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.401620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:06.421857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb572412-9f4b-4c0d-9ec1-2b219b3c19ba,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:06.427881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:06.464423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.483091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-bfc627fc-7ac4-48dc-9f73-614fe472b840 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Synchronizing usage tracker for tenant:1e8f498b222746adb341115cfe4e696e on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:06.495629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.545742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.552247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e54d1742-9696-42ca-ae0c-9062ea466d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:06.567988 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb572412-9f4b-4c0d-9ec1-2b219b3c19ba,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:06.572001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.576225 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb572412-9f4b-4c0d-9ec1-2b219b3c19ba HTTP/1.1" status: 204 len: 168 time: 0.2033162 Dec 09 05:30:06.577451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:06.577974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-bfc627fc-7ac4-48dc-9f73-614fe472b840 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Unset dirty status for tenant:1e8f498b222746adb341115cfe4e696e on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:06.579718 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16302b7b-d332-4b23-92fd-d3a2ff85e505 req-bfc627fc-7ac4-48dc-9f73-614fe472b840 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264152 Dec 09 05:30:06.586263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:06.590004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:06.722333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056f4af-fcb3-42d0-a8bb-fb633fc83bc5 req-c41cf1a0-21cf-456c-b832-800e615dfb81 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:06.723911 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9056f4af-fcb3-42d0-a8bb-fb633fc83bc5 req-c41cf1a0-21cf-456c-b832-800e615dfb81 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.0978897 Dec 09 05:30:06.725248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Attempting to bind port b3229074-565e-4944-b968-d35beb8919c0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:06.726292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Attempting to bind port b3229074-565e-4944-b968-d35beb8919c0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:06.726941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Attempting to bind port b3229074-565e-4944-b968-d35beb8919c0 on network c47ef3b3-9b48-4470-b1db-01cce3870748 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:06.734517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:06.734906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Checking segment: {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:06.735369 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.735710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Bound using segment: {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:06.736217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Bound port: b3229074-565e-4944-b968-d35beb8919c0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b538f95-207c-4017-8ab7-830d696973fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'c47ef3b3-9b48-4470-b1db-01cce3870748'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:06.736588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.784504 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9056f4af-fcb3-42d0-a8bb-fb633fc83bc5 req-6b8427af-b213-418f-92f4-2385228e1348 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500143 Dec 09 05:30:06.857008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:06.863520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b3229074-565e-4944-b968-d35beb8919c0,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:06.871274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:06.898596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f86bc0ff-4834-4d2d-9962-444b969250d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:07.090654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Pushing event updated for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:07.124420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:07.129565 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.130089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:07.133021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] 10.222.0.54 "PUT /v2.0/ports/b3229074-565e-4944-b968-d35beb8919c0 HTTP/1.1" status: 200 len: 1162 time: 1.6952586 Dec 09 05:30:07.133528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:07.360505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-11ba42e6-f15e-462a-b03a-4f8e9085c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.364846 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-11ba42e6-f15e-462a-b03a-4f8e9085c1a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e8f498b222746adb341115cfe4e696e&device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 1165 time: 0.1772358 Dec 09 05:30:07.366372 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0', 'status': 'completed', 'code': 200} Dec 09 05:30:07.416793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-d31018bb-585a-47e6-8e94-20bc4697aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.418721 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-d31018bb-585a-47e6-8e94-20bc4697aac5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.1164808 Dec 09 05:30:07.424705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6e444-d7cd-4a45-ad30-949ee09564f9 req-c4164382-1afc-49c4-9912-72f93c06d3a2 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.426227 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69d6e444-d7cd-4a45-ad30-949ee09564f9 req-c4164382-1afc-49c4-9912-72f93c06d3a2 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.2186799 Dec 09 05:30:07.468986 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-c945f542-96c7-4c8c-b90e-8d1f133cf2e5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b3229074-565e-4944-b968-d35beb8919c0 HTTP/1.1" status: 200 len: 217 time: 0.0837932 Dec 09 05:30:07.559664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-5c20f56f-3e24-478b-aec9-4f6d7cc9ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.561348 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-5c20f56f-3e24-478b-aec9-4f6d7cc9ba7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc59a3a-377b-4da8-b21a-a84092d5ceb3 HTTP/1.1" status: 200 len: 843 time: 0.0842652 Dec 09 05:30:07.671085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-aed0ae89-fce6-4863-9484-1ba8d17102bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.673152 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-aed0ae89-fce6-4863-9484-1ba8d17102bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47ef3b3-9b48-4470-b1db-01cce3870748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0971994 Dec 09 05:30:07.697941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-c99c7a21-604e-493a-99c2-6657050ca8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:07.700302 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-c99c7a21-604e-493a-99c2-6657050ca8b9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.2609172 Dec 09 05:30:07.720489 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69d6e444-d7cd-4a45-ad30-949ee09564f9 req-020b6e4a-e066-4d4b-83c9-fa3e568a3753 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457763 Dec 09 05:30:07.787892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 2b07cf40-2b3c-4924-a261-1390a53af581 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:30:07.876851 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-4a7ed0ba-a9cc-4653-b985-fff6e5b236fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.1549573 Dec 09 05:30:07.963987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:07.998650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:08.012864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 2b07cf40-2b3c-4924-a261-1390a53af581, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2b07cf40-2b3c-4924-a261-1390a53af581,segment=NetworkSegment(c57534bb-adfc-4701-80f7-b254e65a56d6),segment_id=c57534bb-adfc-4701-80f7-b254e65a56d6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:08.017196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:08.021509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:08.034067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-b3251d66-d62b-4f69-af1b-764c302efe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:08.040480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-b3251d66-d62b-4f69-af1b-764c302efe28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.1489322 Dec 09 05:30:08.124110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:08.135723 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-9f84830b-5b6c-4120-a99b-8b0ad2a4fb72 service neutron] 10.222.0.54 "GET /v2.0/networks/c47ef3b3-9b48-4470-b1db-01cce3870748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532666 Dec 09 05:30:08.139386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:08.157690 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-c63708a8-ac29-42f1-aacc-a536166eafa5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088960 Dec 09 05:30:08.308980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-3f8b0394-bece-4f11-b229-0e6280fa8f07 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:08.310574 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-3f8b0394-bece-4f11-b229-0e6280fa8f07 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.54 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 945 time: 0.3843801 Dec 09 05:30:08.331602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d5962-367e-4f55-89ee-92aaf93c4362 req-60bfe3be-79b3-4b7b-b82b-c605a4b89f31 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:08.339940 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e2d5962-367e-4f55-89ee-92aaf93c4362 req-60bfe3be-79b3-4b7b-b82b-c605a4b89f31 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.4123886 Dec 09 05:30:08.383248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b09f0-9fbd-4364-be20-c85532fd78d2 req-fdc5712e-c0a6-48fc-b1d2-dc5a7e7ba50b tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:08.385180 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-324b09f0-9fbd-4364-be20-c85532fd78d2 req-fdc5712e-c0a6-48fc-b1d2-dc5a7e7ba50b tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 948 time: 0.2498548 Dec 09 05:30:08.450810 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e2d5962-367e-4f55-89ee-92aaf93c4362 req-d80661b9-be27-4d16-aa62-081dc7b39f75 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098266 Dec 09 05:30:08.459785 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e5258bcd-073e-4f14-925b-d9c3622ce4fb req-55177181-946c-4535-a695-4d35beb004d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c47ef3b3-9b48-4470-b1db-01cce3870748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3124685 Dec 09 05:30:08.460649 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-324b09f0-9fbd-4364-be20-c85532fd78d2 req-f00d2f12-a8c2-41dc-8716-58587a5ced20 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Dec 09 05:30:08.491104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42492) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:08.515904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-cc287299-56de-4db7-80fa-32d605740fb4 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084605 Dec 09 05:30:08.558187 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581', 'code': 200} Dec 09 05:30:08.641707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Deleting port 2b07cf40-2b3c-4924-a261-1390a53af581 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:08.642172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:08.683959 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7aff0e7c-7294-456e-a9c5-0d8029e33801 req-85132b95-3507-408e-80e7-09c56abd998d service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1576216 Dec 09 05:30:08.816435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-28a4b380-00a9-4ff8-8bab-d6c90ae8b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:08.821333 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-28a4b380-00a9-4ff8-8bab-d6c90ae8b5eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1e8f498b222746adb341115cfe4e696e&device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 1165 time: 0.3015673 Dec 09 05:30:08.903472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42510) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:09.050160 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.060703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.087786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:09.093105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:09.097554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Usage tracker for resource:security_group_rule and tenant:9e07a045c1cf44059d4c47dd61aedf8c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:09.102584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Usage tracker for resource:security_group_rule and tenant:4c825990a83641b489fadfbb042ead4f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:09.106218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:09.112199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:09.131214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:09.148382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:09.205902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d056-683d-4baf-b465-d23f1145cdba req-b4ffb826-760e-4810-8057-6b9e4926fc93 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:09.207618 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72e0d056-683d-4baf-b465-d23f1145cdba req-b4ffb826-760e-4810-8057-6b9e4926fc93 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 943 time: 0.2685120 Dec 09 05:30:09.432397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-20bd62dd-479c-4208-9766-08b429b54992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:09.433907 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-20bd62dd-479c-4208-9766-08b429b54992 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c47ef3b3-9b48-4470-b1db-01cce3870748 HTTP/1.1" status: 200 len: 863 time: 0.5982256 Dec 09 05:30:09.518619 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72e0d056-683d-4baf-b465-d23f1145cdba req-f2d9fd98-f7d3-4b63-a406-ec29b729c12c tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/security-groups?id=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014810 Dec 09 05:30:09.531814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.536391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.537155 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-e770e7af-7a60-479f-b1c8-c003058788b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b3229074-565e-4944-b968-d35beb8919c0 HTTP/1.1" status: 200 len: 217 time: 0.0862055 Dec 09 05:30:09.549341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3d86e-0bfb-4294-9579-397277e5254a req-45ec4b1c-6972-4431-9b83-725f092ca9da tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:09.554631 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fd3d86e-0bfb-4294-9579-397277e5254a req-45ec4b1c-6972-4431-9b83-725f092ca9da tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.3170080 Dec 09 05:30:09.558193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:09.558414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] For port 2b07cf40-2b3c-4924-a261-1390a53af581, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2b07cf40-2b3c-4924-a261-1390a53af581,segment=NetworkSegment(c57534bb-adfc-4701-80f7-b254e65a56d6),segment_id=c57534bb-adfc-4701-80f7-b254e65a56d6)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:09.558921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.605705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.614421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c825990a83641b489fadfbb042ead4f&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1174417 Dec 09 05:30:09.615307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42524) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:09.621721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.640461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b11d6-cff6-4f1b-bfb2-fb4ae24f6c59,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:09.644908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:09.653310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-efd89e59-2d5d-47f4-8d1d-fc6ce2e552e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:09.708146 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e07a045c1cf44059d4c47dd61aedf8c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8031271 Dec 09 05:30:09.715686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d576c8-d180-4845-8051-51fbeb2b2405,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:09.719377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:09.722587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42528) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:09.759127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Calling delete_port for 2b07cf40-2b3c-4924-a261-1390a53af581 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:09.774168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.824493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.835136 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fd3d86e-0bfb-4294-9579-397277e5254a req-051d86bc-aa8c-46b4-acc5-58a9737fc93b tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315776 Dec 09 05:30:09.848075 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-2fa9f619-933e-42c9-9828-ed16a2942a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:09.849643 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-2fa9f619-933e-42c9-9828-ed16a2942a33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7fc59a3a-377b-4da8-b21a-a84092d5ceb3 HTTP/1.1" status: 200 len: 843 time: 0.2936125 Dec 09 05:30:09.909497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:09.963038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.019004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.024660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f1c2a79-79f6-400a-8b73-19c7855499d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:10.042815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b11d6-cff6-4f1b-bfb2-fb4ae24f6c59,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:10.046035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:10.054290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ea6c4-4b51-4941-9b7d-bae4373bf387 req-eabb5c9e-5e1a-40fe-b679-aa6cda66d4db tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:10.056028 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ac6ea6c4-4b51-4941-9b7d-bae4373bf387 req-eabb5c9e-5e1a-40fe-b679-aa6cda66d4db tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2124197 Dec 09 05:30:10.065894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.069923 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/209b11d6-cff6-4f1b-bfb2-fb4ae24f6c59 HTTP/1.1" status: 204 len: 168 time: 0.4479749 Dec 09 05:30:10.093862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.100929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1872e67b-b3cb-47f5-9f8b-47bc9daf5644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:10.121560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d576c8-d180-4845-8051-51fbeb2b2405,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:10.125143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.126372 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62d576c8-d180-4845-8051-51fbeb2b2405 HTTP/1.1" status: 204 len: 168 time: 0.4022863 Dec 09 05:30:10.130452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:10.139258 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ac6ea6c4-4b51-4941-9b7d-bae4373bf387 req-5e59fda8-434e-4e53-ae53-f75720f0d18b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704265 Dec 09 05:30:10.162594 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-7945b4e5-1d49-4639-9449-3a3a8dbbb2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:10.164726 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-7945b4e5-1d49-4639-9449-3a3a8dbbb2fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47ef3b3-9b48-4470-b1db-01cce3870748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2310879 Dec 09 05:30:10.187389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b875b-1590-411f-8052-f6fb73a7c428 req-bc7cd3c0-4d51-4c42-af83-ad2200533a76 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:10.189649 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f95b875b-1590-411f-8052-f6fb73a7c428 req-bc7cd3c0-4d51-4c42-af83-ad2200533a76 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 948 time: 0.2067604 Dec 09 05:30:10.192513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.264675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:10.404442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Pushing event deleted for resources: {'Port': ['ID=2b07cf40-2b3c-4924-a261-1390a53af581,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:10.414858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:10.513707 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f95b875b-1590-411f-8052-f6fb73a7c428 req-6a408554-eea2-4a22-9971-f8d77308d5b0 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545612 Dec 09 05:30:10.575957 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-5f869cf5-84c3-46b8-b12d-a3ad9a26ed74 service neutron] 10.222.0.54 "GET /v2.0/networks/c47ef3b3-9b48-4470-b1db-01cce3870748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844755 Dec 09 05:30:10.611897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] No DVR routers for this DVR port 2b07cf40-2b3c-4924-a261-1390a53af581 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:30:10.639338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:10.642579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-deleted', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:10.741570 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84ca29b-a34d-4400-b7e5-0536d5836467', 'name': 'network-vif-deleted', 'tag': '2b07cf40-2b3c-4924-a261-1390a53af581', 'status': 'completed', 'code': 200} Dec 09 05:30:10.743182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-04334269-98cc-4242-9588-1231f2cfb4e3 req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.54 "DELETE /v2.0/ports/2b07cf40-2b3c-4924-a261-1390a53af581 HTTP/1.1" status: 204 len: 173 time: 2.3968141 Dec 09 05:30:10.807269 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-60bc22c4-61d6-434b-8a4e-f1bf55f13b79 req-5ebd42ac-9dd2-43c6-b9fc-f84a4d70ffbb tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] 10.222.0.57 "GET /v2.0/ports?device_id=a84ca29b-a34d-4400-b7e5-0536d5836467 HTTP/1.1" status: 200 len: 210 time: 0.1075716 Dec 09 05:30:10.841255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d2923e3-ebbe-4807-bb29-15d107a2208f req-c9fb7a2e-c36c-45f7-aaae-c3722fe24f0a service neutron] 10.222.0.54 "GET /v2.0/networks/c47ef3b3-9b48-4470-b1db-01cce3870748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2274692 Dec 09 05:30:11.110691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d6f7-9620-4c01-957c-9a09484fcda8 req-7864a0f6-36f1-4d0d-8ce4-87ee31ad3157 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:11.112469 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62c7d6f7-9620-4c01-957c-9a09484fcda8 req-7864a0f6-36f1-4d0d-8ce4-87ee31ad3157 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.1186011 Dec 09 05:30:11.134102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-8effeccd-b542-438a-b5d2-fbe7874fad4d tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:11.134102 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-8effeccd-b542-438a-b5d2-fbe7874fad4d tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 945 time: 0.1018846 Dec 09 05:30:11.214539 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62c7d6f7-9620-4c01-957c-9a09484fcda8 req-1b17b711-96bf-4467-9753-15f58528985f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927179 Dec 09 05:30:11.256669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Deleting port 59cf9fa9-3682-467c-985c-3634691355d7 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:11.257871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:11.463071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e35516-c0c1-418e-9921-5e16ad559982 req-5c35306f-6bb6-498f-8309-fec2112b8c7a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:11.466512 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72e35516-c0c1-418e-9921-5e16ad559982 req-5c35306f-6bb6-498f-8309-fec2112b8c7a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1677749 Dec 09 05:30:11.653516 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72e35516-c0c1-418e-9921-5e16ad559982 req-be946447-c764-406a-9362-a6c2b7bc0219 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779611 Dec 09 05:30:11.724731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] For port 59cf9fa9-3682-467c-985c-3634691355d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=59cf9fa9-3682-467c-985c-3634691355d7,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:11.725460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:11.865026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df31e1-7113-437c-b15b-bfa3b79ae508 req-4bc7485e-186d-43d6-87b9-9f51e7abe6eb tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:11.874144 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32df31e1-7113-437c-b15b-bfa3b79ae508 req-4bc7485e-186d-43d6-87b9-9f51e7abe6eb tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 948 time: 0.0997400 Dec 09 05:30:11.905642 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Calling delete_port for 59cf9fa9-3682-467c-985c-3634691355d7 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:11.941523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network c47ef3b3-9b48-4470-b1db-01cce3870748 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:30:11.954698 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32df31e1-7113-437c-b15b-bfa3b79ae508 req-c3cfc87b-0f59-4f9d-a8a0-b0b3529cf050 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Dec 09 05:30:12.093520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:12.137129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:12.349222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Pushing event deleted for resources: {'Port': ['ID=59cf9fa9-3682-467c-985c-3634691355d7,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:12.370949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:12.393334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-713fa24f-72b0-462d-b2cb-b6b18cb6184f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:30:12.442237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] No DVR routers for this DVR port 59cf9fa9-3682-467c-985c-3634691355d7 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:30:12.445246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:12.461635 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e7a23851-f0b2-4956-bdc4-717f03eb24d1 req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "DELETE /v2.0/ports/59cf9fa9-3682-467c-985c-3634691355d7 HTTP/1.1" status: 204 len: 173 time: 1.3203340 Dec 09 05:30:12.544518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d4dba52b-9bf1-4c6f-aba0-8d64b3d87618 req-e403221e-eaaf-47ff-a2df-cdd6a3fa2db7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Synchronizing usage tracker for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:12.561813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-d4dba52b-9bf1-4c6f-aba0-8d64b3d87618 req-e403221e-eaaf-47ff-a2df-cdd6a3fa2db7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Unset dirty status for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:12.563239 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d4dba52b-9bf1-4c6f-aba0-8d64b3d87618 req-e403221e-eaaf-47ff-a2df-cdd6a3fa2db7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=d4bc3779-ed09-4e24-bcf3-7f2a826919b5 HTTP/1.1" status: 200 len: 210 time: 0.0808480 Dec 09 05:30:12.742619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'name': 'network-vif-deleted', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:12.930123 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4bc3779-ed09-4e24-bcf3-7f2a826919b5', 'name': 'network-vif-deleted', 'tag': '59cf9fa9-3682-467c-985c-3634691355d7', 'status': 'completed', 'code': 200} Dec 09 05:30:13.031979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b3229074-565e-4944-b968-d35beb8919c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:13.053872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a69a8-55f2-4913-8f73-c642f4b12737 req-0651fd1d-0681-4463-8616-5b31cb410162 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:13.055773 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-380a69a8-55f2-4913-8f73-c642f4b12737 req-0651fd1d-0681-4463-8616-5b31cb410162 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0907540 Dec 09 05:30:13.124590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port b3229074-565e-4944-b968-d35beb8919c0 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:13.130975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b3229074-565e-4944-b968-d35beb8919c0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:13.131398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:13.323340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:13.343665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de412d16-a315-4ef5-b7bc-8890ea0733bc req-b0dbb068-9888-4068-9cfc-633fff614141 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:13.345629 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de412d16-a315-4ef5-b7bc-8890ea0733bc req-b0dbb068-9888-4068-9cfc-633fff614141 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 948 time: 0.1576681 Dec 09 05:30:13.366708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:13.373448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b3229074-565e-4944-b968-d35beb8919c0,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:13.381350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:13.384145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:13.410583 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-380a69a8-55f2-4913-8f73-c642f4b12737 req-f0d8173d-76cc-4cd6-9d57-7cdd7aa8a6a9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418369 Dec 09 05:30:13.428241 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de412d16-a315-4ef5-b7bc-8890ea0733bc req-4e01ed2e-c30f-4962-9a96-34caf2221861 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727220 Dec 09 05:30:13.505526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:13.510461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:13.511608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 59cf9fa9-3682-467c-985c-3634691355d7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:30:13.550710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 59cf9fa9-3682-467c-985c-3634691355d7 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:30:13.554385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 59cf9fa9-3682-467c-985c-3634691355d7 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:30:13.600057 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0', 'code': 200} Dec 09 05:30:13.829386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b3229074-565e-4944-b968-d35beb8919c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:13.955232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f978c-3eae-4201-8701-90ab80aeb759 req-5e7b0f30-bd25-434a-b761-a6fb14338184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:13.956853 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f6f978c-3eae-4201-8701-90ab80aeb759 req-5e7b0f30-bd25-434a-b761-a6fb14338184 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 1167 time: 0.1534081 Dec 09 05:30:13.985253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b3229074-565e-4944-b968-d35beb8919c0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:13.985676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:14.078485 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f6f978c-3eae-4201-8701-90ab80aeb759 req-54268e73-7b99-45fe-ad05-e6fca10b0edd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497236 Dec 09 05:30:14.197471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0b0c3ede-9c48-47f7-a3fc-66085f6fcc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:14.254378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-df242b61-fc2a-4a1d-9607-b913772cb964 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:14.255976 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-df242b61-fc2a-4a1d-9607-b913772cb964 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 809 time: 0.2981269 Dec 09 05:30:14.273468 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-006452e9-45e5-4774-a30f-3359c622c7e7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/quotas/fcae7cf2b47948d5a11f3dc0ec2d284a HTTP/1.1" status: 200 len: 375 time: 0.0104280 Dec 09 05:30:14.330761 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-bf5c9f13-77f5-46b6-8a8f-d19ed8bcd82f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505202 Dec 09 05:30:14.494942 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-62bf3944-fb28-43e5-b998-81160c9531a8 service neutron] 10.222.0.57 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554165 Dec 09 05:30:14.644950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d9615-e049-42d7-baa5-399f1c512cbb req-bc4d765b-7ec2-434f-85bd-2fb7b207d551 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:14.647395 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-332d9615-e049-42d7-baa5-399f1c512cbb req-bc4d765b-7ec2-434f-85bd-2fb7b207d551 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0956962 Dec 09 05:30:14.659669 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-7615cd30-146a-4946-b8b0-8f0cfb1a4651 service neutron] 10.222.0.57 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568081 Dec 09 05:30:14.724895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-332d9615-e049-42d7-baa5-399f1c512cbb req-22bb030a-8ee2-42c2-a5a9-e83fec9c0dc9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672374 Dec 09 05:30:15.013620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a221dd4-ea70-489f-bb17-3e3334d8b88e req-2b036267-a10b-449f-b167-237c7f49e202 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:15.015355 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9a221dd4-ea70-489f-bb17-3e3334d8b88e req-2b036267-a10b-449f-b167-237c7f49e202 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 950 time: 0.0957139 Dec 09 05:30:15.112049 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9a221dd4-ea70-489f-bb17-3e3334d8b88e req-cdea1ae0-21e7-47f0-821f-a0ae2357cc4d tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904493 Dec 09 05:30:15.142797 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-667187de-a87a-4156-96a2-609d34717734 req-5d9c0a32-5ecb-4723-9318-c9daa272fe18 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 210 time: 0.0570328 Dec 09 05:30:15.872577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b3229074-565e-4944-b968-d35beb8919c0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:15.949730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b3229074-565e-4944-b968-d35beb8919c0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:15.950366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:15.986166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93c7d-b145-41e5-a98b-d2b7ea7b312d req-2470450d-cf5d-44a8-bc5a-a4afb6ced0fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:15.986166 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f9d93c7d-b145-41e5-a98b-d2b7ea7b312d req-2470450d-cf5d-44a8-bc5a-a4afb6ced0fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1121745 Dec 09 05:30:16.029409 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f9d93c7d-b145-41e5-a98b-d2b7ea7b312d req-6d14608c-8475-4fb4-baed-c92a2c49aca3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Dec 09 05:30:16.471996 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-84c479bd-b58b-4e0c-9fdc-51be7210dc3f req-f9215590-3634-461c-a6f1-8ad5093e07f4 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 210 time: 0.0718100 Dec 09 05:30:16.505884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f0d646d-b613-4865-9fb4-148e0d5f03d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:16.534093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42748) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:16.584772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42756) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:16.623411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-921c0bb8-b1ed-4a9d-9de2-bd89ea4c54c8 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:16.624989 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-921c0bb8-b1ed-4a9d-9de2-bd89ea4c54c8 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 809 time: 0.2339244 Dec 09 05:30:16.651024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Request body: {'port': {'device_id': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5', 'admin_state_up': True, 'tenant_id': 'fcae7cf2b47948d5a11f3dc0ec2d284a'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:16.779233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f311c4-90ce-4027-aa2a-2634842e40f0 req-8328a5d0-921d-407b-9cf8-a661c57b2ccc tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:16.780927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19f311c4-90ce-4027-aa2a-2634842e40f0 req-8328a5d0-921d-407b-9cf8-a661c57b2ccc tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 950 time: 0.4668834 Dec 09 05:30:16.795174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:16.808548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:16.828410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:16.833170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:16.835834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Usage tracker for resource:security_group_rule and tenant:0a575b90863e40929399bfd7b8449948 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:16.839910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:16.842946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Usage tracker for resource:security_group_rule and tenant:efd1944dddfa4cfeaddb8145467acfc5 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:16.848159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:16.851509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:16.857302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:16.868232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:16.872479 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19f311c4-90ce-4027-aa2a-2634842e40f0 req-d740cd36-41aa-4dda-875a-1d4b4b7694d8 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791075 Dec 09 05:30:16.880834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:16.890287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Made reservation on behalf of fcae7cf2b47948d5a11f3dc0ec2d284a for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:16.895850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.032163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.037647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.051227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b4765dc4-015b-4e6c-86aa-1cf1f5ca891f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:17.085963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.090517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f667fa50-5e39-45f9-ba19-dace31191594,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:17.113552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:17.114393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.149728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-122abc59-4d86-4e3c-a81a-28cd2f6ceefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:17.183420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efd1944dddfa4cfeaddb8145467acfc5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5974832 Dec 09 05:30:17.187193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42776) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:17.187916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf0b4f-fa69-46ed-ae52-94095077fba4,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:17.195703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:17.207461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Allocated IP 172.20.0.8 (a82a90f9-ef4c-464a-bbd9-662be77c21f5/f6d6bf11-224b-4307-81ca-f03d575f5290/514291e9-bc3d-405a-b2dd-4579044ccc57) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:17.236702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0a575b90863e40929399bfd7b8449948&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7010124 Dec 09 05:30:17.237551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42780) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:17.364231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.398872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.415834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.462306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.494117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.529797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185555f-317c-4cc2-aa9e-57b25426ef7f req-e90a85f2-7b17-4f9c-9861-6af750b3ecfd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:17.531247 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c185555f-317c-4cc2-aa9e-57b25426ef7f req-e90a85f2-7b17-4f9c-9861-6af750b3ecfd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1905403 Dec 09 05:30:17.540791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.546595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9ac65379-6101-41c7-8916-0f7bc8885468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:17.561410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f667fa50-5e39-45f9-ba19-dace31191594,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:17.564974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:17.577046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.582272 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f667fa50-5e39-45f9-ba19-dace31191594 HTTP/1.1" status: 204 len: 168 time: 0.3407381 Dec 09 05:30:17.584257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.587926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.589356 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aebf0b4f-fa69-46ed-ae52-94095077fba4 HTTP/1.1" status: 204 len: 168 time: 0.3984244 Dec 09 05:30:17.590455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-86ade9e9-f862-4b8f-a62a-1b1323e6ef12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:17.602658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf0b4f-fa69-46ed-ae52-94095077fba4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:17.605316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:17.669464 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c185555f-317c-4cc2-aa9e-57b25426ef7f req-703865a9-ebc9-4a32-a917-5601da6a25ff tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126487 Dec 09 05:30:17.672670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.732031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.848726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:17.970676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:17.984573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90233794-1526-4859-8614-bb26b0c39661 req-fc0cd4f7-e1f5-43f2-8baa-f85429ac0c57 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:17.994534 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90233794-1526-4859-8614-bb26b0c39661 req-fc0cd4f7-e1f5-43f2-8baa-f85429ac0c57 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 950 time: 0.2282674 Dec 09 05:30:18.023290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Pushing event updated for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:18.026627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:18.067127 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90233794-1526-4859-8614-bb26b0c39661 req-833cb8db-b513-47ea-affd-86345a8bc3ea tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712876 Dec 09 05:30:18.152462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de37812-5c62-4003-889e-ddb480d2279e req-baac5987-d862-4e4e-84df-382d947b0386 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:18.154162 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3de37812-5c62-4003-889e-ddb480d2279e req-baac5987-d862-4e4e-84df-382d947b0386 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 931 time: 0.2693908 Dec 09 05:30:18.156297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:18.168993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:18.171665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:18.176318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:18.176995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.227063 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5831194 Dec 09 05:30:18.254384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Request body: {'port': {'device_id': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:18.305782 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3de37812-5c62-4003-889e-ddb480d2279e req-2444e928-0340-4d20-8540-e00aa69d1ca2 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427779 Dec 09 05:30:18.309955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-631448c1-40e0-4f2d-a803-a4e4c4d17f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:18.311527 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-631448c1-40e0-4f2d-a803-a4e4c4d17f00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.2676473 Dec 09 05:30:18.317350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42812) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:18.344878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.361767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:18.365918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Usage tracker for resource:security_group_rule and tenant:e42eb2b070ff476082ed14f2b9014ed4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:18.369476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:18.375461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:18.463806 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.467572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.484196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.496791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.500207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cc78c0c-1774-473c-b8b3-f674bc2551fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:18.517425 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e42eb2b070ff476082ed14f2b9014ed4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1965885 Dec 09 05:30:18.518261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42818) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:18.561378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3c9a77-e606-4198-81f7-93bba1d16d6d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:18.567848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:18.613391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.645492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.707579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.714933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b6df9b68-c02f-42a0-97d1-6262d193f900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:18.730796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3c9a77-e606-4198-81f7-93bba1d16d6d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:18.746409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:18.747440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:18.748881 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d3c9a77-e606-4198-81f7-93bba1d16d6d HTTP/1.1" status: 204 len: 168 time: 0.2296140 Dec 09 05:30:18.935505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-ec98d422-5a26-4b8f-a00d-4dc2558a49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:18.937105 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-ec98d422-5a26-4b8f-a00d-4dc2558a49d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.5662725 Dec 09 05:30:19.005021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42840) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:19.035652 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-303c0100-0f4e-4b42-b7c6-5766a9e60fa7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.0890725 Dec 09 05:30:19.172584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cc92e-ff0f-4893-aba9-e9c16113baa0 req-3dfbca3f-b4df-455b-a4c8-5a11a7555887 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:19.181088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c91cc92e-ff0f-4893-aba9-e9c16113baa0 req-3dfbca3f-b4df-455b-a4c8-5a11a7555887 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.3527393 Dec 09 05:30:19.238573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1555863887-network', 'tenant_id': '8efdaa37a800432c9b69e471be5e1307'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:19.244375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:19.248564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Usage tracker for resource:network and tenant:8efdaa37a800432c9b69e471be5e1307 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:19.251916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:19.260284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:19.270992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Made reservation on behalf of 8efdaa37a800432c9b69e471be5e1307 for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:19.276756 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:19.291981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:19.297770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-379d621f-ffe6-4c58-ae3d-f926f06ffacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:19.299383 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-379d621f-ffe6-4c58-ae3d-f926f06ffacd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.2506583 Dec 09 05:30:19.376229 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c91cc92e-ff0f-4893-aba9-e9c16113baa0 req-6f54c4c7-01cf-4b18-a968-bc70bb9a0976 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941195 Dec 09 05:30:19.454164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:19.469623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Usage tracker for resource:security_group_rule and tenant:8efdaa37a800432c9b69e471be5e1307 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:19.474302 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-b0188bcd-21e1-45c7-8d38-0a9c0633b577 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815735 Dec 09 05:30:19.481557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:19.493265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:19.555236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-b6003394-0817-4263-b573-b8d9ba92760b tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:19.556953 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-b6003394-0817-4263-b573-b8d9ba92760b tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.54 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 950 time: 0.2507999 Dec 09 05:30:19.648353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Deleting port b3229074-565e-4944-b968-d35beb8919c0 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:19.648891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:19.800975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a985a1-2ee7-4c10-9246-58859d882e8f req-a09c71ef-5e83-40e2-9ed8-3448ec151dd7 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:19.802846 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-93a985a1-2ee7-4c10-9246-58859d882e8f req-a09c71ef-5e83-40e2-9ed8-3448ec151dd7 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 950 time: 0.4304609 Dec 09 05:30:19.803603 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-cdc0ba60-ce3f-4422-8f86-2762e3f215ff service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282013 Dec 09 05:30:19.825058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b3229074-565e-4944-b968-d35beb8919c0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:30:19.904970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-93a985a1-2ee7-4c10-9246-58859d882e8f req-81ad34a3-7992-4a96-8626-0bc0fb778f5d tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866690 Dec 09 05:30:19.935267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514291e9-bc3d-405a-b2dd-4579044ccc57 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:30:19.951459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.036156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.080926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b3229074-565e-4944-b968-d35beb8919c0,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:20.081943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.083489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:20.117250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Transition to ACTIVE for port object 514291e9-bc3d-405a-b2dd-4579044ccc57 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:20.118513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.126323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:20.154200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a76cfd-b107-4645-af22-d5712a40c512 req-86e00af0-e8f6-4e9f-9226-deebebb113a6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:20.154967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-12a76cfd-b107-4645-af22-d5712a40c512 req-86e00af0-e8f6-4e9f-9226-deebebb113a6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Synchronizing usage tracker for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:20.157676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.158504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b3229074-565e-4944-b968-d35beb8919c0,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:20.159120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.177523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bee2d7fa-779d-4253-884f-e8c46076d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:20.190897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.235169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.245937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Pushing event updated for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:20.270615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:20.272640 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f8b29411-49fa-4871-8dda-bd415883ba66 req-a824cf10-1a1c-4b7e-8752-b468f96fa8b0 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4575973 Dec 09 05:30:20.284705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:20.288648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:20.322729 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0', 'code': 200} Dec 09 05:30:20.344536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-12a76cfd-b107-4645-af22-d5712a40c512 req-86e00af0-e8f6-4e9f-9226-deebebb113a6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Unset dirty status for tenant:fcae7cf2b47948d5a11f3dc0ec2d284a on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:20.346769 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-12a76cfd-b107-4645-af22-d5712a40c512 req-86e00af0-e8f6-4e9f-9226-deebebb113a6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 931 time: 0.5353887 Dec 09 05:30:20.347411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Calling delete_port for b3229074-565e-4944-b968-d35beb8919c0 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:20.384009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:20.396982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:30:20.446100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.446962 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Added segment cbea8e66-48c7-4ed4-b78b-ffae569295fd of type vxlan for network 25fb636b-8d51-4f19-b9ee-9593195209c6 Dec 09 05:30:20.490142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.501027 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-12a76cfd-b107-4645-af22-d5712a40c512 req-5531a86c-a242-4a36-9f74-dcdd3f7c9254 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474571 Dec 09 05:30:20.518420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78647777-c0bb-4336-ac77-648f0a9a92b6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:20.531011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:20.537917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Attempting to bind port 514291e9-bc3d-405a-b2dd-4579044ccc57 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:20.538613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Attempting to bind port 514291e9-bc3d-405a-b2dd-4579044ccc57 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:20.539129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Attempting to bind port 514291e9-bc3d-405a-b2dd-4579044ccc57 on network a82a90f9-ef4c-464a-bbd9-662be77c21f5 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:20.545642 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:20.546026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Checking segment: {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:20.546469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.546868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Bound using segment: {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:20.547351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Bound port: 514291e9-bc3d-405a-b2dd-4579044ccc57, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5aee59f-8951-4a76-af1d-192bd22718ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a82a90f9-ef4c-464a-bbd9-662be77c21f5'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:20.547728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.596489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.612919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:20.613618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.620467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:20.660711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:20.664706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=514291e9-bc3d-405a-b2dd-4579044ccc57,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:20.669053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:20.687346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:20.741989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Pushing event updated for resources: {'Network': ['ID=25fb636b-8d51-4f19-b9ee-9593195209c6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:20.755324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:20.757812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:30:20.811022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:30:20.811691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:30:20.816702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-84cb0078-8911-405a-bce3-88e9a331e339 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8105688 Dec 09 05:30:20.825206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfbedf-f799-48bc-9067-20ffacb0e9d7 req-45bdb10a-b882-44db-8c90-ca267fc84b4b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:20.827166 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e0cfbedf-f799-48bc-9067-20ffacb0e9d7 req-45bdb10a-b882-44db-8c90-ca267fc84b4b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.3013604 Dec 09 05:30:20.827893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 42924) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:20.834929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Request body: {'subnet': {'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1555863887-subnet', 'tenant_id': '8efdaa37a800432c9b69e471be5e1307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:20.915912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:30:20.924329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:20.949915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Pushing event updated for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:20.957386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:20.966893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Usage tracker for resource:subnet and tenant:8efdaa37a800432c9b69e471be5e1307 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:20.975277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:21.003095 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e0cfbedf-f799-48bc-9067-20ffacb0e9d7 req-b8705627-a15b-48fb-8c38-6ecf03477c55 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632948 Dec 09 05:30:21.015035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:21.047502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Made reservation on behalf of 8efdaa37a800432c9b69e471be5e1307 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:21.052797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852888636'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:21.090576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:21.091495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:21.093316 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] 10.222.0.54 "PUT /v2.0/ports/514291e9-bc3d-405a-b2dd-4579044ccc57 HTTP/1.1" status: 200 len: 1157 time: 2.8457119 Dec 09 05:30:21.094197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:21.194509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57', 'status': 'completed', 'code': 200} Dec 09 05:30:21.308829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8f8d7-4622-4f11-8959-68863b95e137 req-42758afd-68a8-4f49-9785-931228158468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:21.310476 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e2a8f8d7-4622-4f11-8959-68863b95e137 req-42758afd-68a8-4f49-9785-931228158468 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 948 time: 0.1227140 Dec 09 05:30:21.313291 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-1c87df6b-773f-4f75-9d95-3b91b284ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:21.313765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Deleting port b3229074-565e-4944-b968-d35beb8919c0 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:21.314355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:21.314856 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-1c87df6b-773f-4f75-9d95-3b91b284ff5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 1160 time: 0.1755013 Dec 09 05:30:21.442455 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-dc3533dc-541a-4a84-8e36-d38d0eeac4cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=514291e9-bc3d-405a-b2dd-4579044ccc57 HTTP/1.1" status: 200 len: 217 time: 0.1187787 Dec 09 05:30:21.521666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e2a8f8d7-4622-4f11-8959-68863b95e137 req-1f44d61a-d9a3-477c-8a16-89870990cb20 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/security-groups?id=1a254625-399f-403a-ace4-60b855a4c14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971872 Dec 09 05:30:21.570437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37036ad5-d7dc-490e-ac00-273528e9139e req-8aa65d1b-0115-42ba-a5f0-cbb13064d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:21.572265 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-8aa65d1b-0115-42ba-a5f0-cbb13064d0c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f6d6bf11-224b-4307-81ca-f03d575f5290 HTTP/1.1" status: 200 len: 849 time: 0.1118388 Dec 09 05:30:21.630374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-15b76c70-1cad-451c-9e5e-3e76e531f9d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a82a90f9-ef4c-464a-bbd9-662be77c21f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473664 Dec 09 05:30:21.792483 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-6473e26f-0e35-4694-9aae-2a04def2191c service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524427 Dec 09 05:30:21.872179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:21.953111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:21.953633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:21.967342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] For port b3229074-565e-4944-b968-d35beb8919c0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b3229074-565e-4944-b968-d35beb8919c0,segment=NetworkSegment(3b538f95-207c-4017-8ab7-830d696973fd),segment_id=3b538f95-207c-4017-8ab7-830d696973fd)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:21.967759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:22.140481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Calling delete_port for b3229074-565e-4944-b968-d35beb8919c0 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:22.263539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf5cf8-44b5-4787-b657-7f59f46b5564 req-f3d1dbac-4bf5-4dbe-bc2d-150488d21fe7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:22.265171 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4bbf5cf8-44b5-4787-b657-7f59f46b5564 req-f3d1dbac-4bf5-4dbe-bc2d-150488d21fe7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.5187426 Dec 09 05:30:22.273193 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-37036ad5-d7dc-490e-ac00-273528e9139e req-0be20438-1ba6-4dae-b010-560565bf5aed service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4709151 Dec 09 05:30:22.297909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b165a-43eb-4991-bce4-9dc5521ec607 req-1149d2da-37e9-4d79-a821-16e2775bbc3b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:22.299608 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b66b165a-43eb-4991-bce4-9dc5521ec607 req-1149d2da-37e9-4d79-a821-16e2775bbc3b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1176798 Dec 09 05:30:22.370326 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4bbf5cf8-44b5-4787-b657-7f59f46b5564 req-9387f55d-79b3-456c-9177-4d624937e191 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957584 Dec 09 05:30:22.394107 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b66b165a-43eb-4991-bce4-9dc5521ec607 req-14925dd0-f517-4686-b84e-ba0fbcf32857 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876510 Dec 09 05:30:22.427341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df922-1d22-4a29-b18f-aaab658c266f req-a84e8283-a2ec-482a-ba09-f7c55c6eb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:22.429869 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-a84e8283-a2ec-482a-ba09-f7c55c6eb062 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 1160 time: 0.0889544 Dec 09 05:30:22.493729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:22.518220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:22.584398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Pushing event deleted for resources: {'Port': ['ID=b3229074-565e-4944-b968-d35beb8919c0,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:22.596667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df922-1d22-4a29-b18f-aaab658c266f req-a921953d-8cbf-44f5-a1c6-9f6deb44d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:22.599150 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-a921953d-8cbf-44f5-a1c6-9f6deb44d771 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 200 len: 903 time: 0.1591825 Dec 09 05:30:22.599438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:22.614831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2794268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852888619'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:22.720753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:22.745008 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-89780179-9b5e-406f-bc2b-8730d977d9ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=514291e9-bc3d-405a-b2dd-4579044ccc57 HTTP/1.1" status: 200 len: 217 time: 0.1174631 Dec 09 05:30:22.802988 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5a6c78e3-3396-4c56-a478-54853f2e62c6 req-aced64fa-f582-4ca2-ab07-c2678ed0054f tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 210 time: 0.1012373 Dec 09 05:30:22.840757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df922-1d22-4a29-b18f-aaab658c266f req-81dbdac4-620e-4a00-8226-bed58e11bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:22.842374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-81dbdac4-620e-4a00-8226-bed58e11bd67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f6d6bf11-224b-4307-81ca-f03d575f5290 HTTP/1.1" status: 200 len: 849 time: 0.0844073 Dec 09 05:30:22.882832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4830e5cb-8c77-4ec5-b704-dae5c94ef055,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:22.902778 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-6d540f0c-57c5-433e-bd96-4514bcce467d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a82a90f9-ef4c-464a-bbd9-662be77c21f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480936 Dec 09 05:30:22.903006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:22.987069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] No DVR routers for this DVR port b3229074-565e-4944-b968-d35beb8919c0 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:30:22.989990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:23.005430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-deleted', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:23.099119 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4b81fdd-16da-4a4c-a70b-fd4fb579d756 req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.54 "DELETE /v2.0/ports/b3229074-565e-4944-b968-d35beb8919c0 HTTP/1.1" status: 204 len: 173 time: 3.5346889 Dec 09 05:30:23.100054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Checking segment: {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:23.101444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Network hostable DHCP agents. Network: 25fb636b-8d51-4f19-b9ee-9593195209c6, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:30:23.156772 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-6bcd3c45-67e5-4f97-a155-9bfa235efe0d service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482443 Dec 09 05:30:23.158019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:30:23.180044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 25fb636b-8d51-4f19-b9ee-9593195209c6) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:23.193150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf34cd0-1292-470c-bd03-eb1bd9ba88af None None] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:30:23.206017 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31af988e-11a1-4bbc-a304-b3bd19a4c430', 'name': 'network-vif-deleted', 'tag': 'b3229074-565e-4944-b968-d35beb8919c0', 'status': 'completed', 'code': 200} Dec 09 05:30:23.236183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:23.236863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:23.289141 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4509711 Dec 09 05:30:23.402332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-004df922-1d22-4a29-b18f-aaab658c266f req-4fb83a19-cdc4-4293-a40b-28120bbcebe3 service neutron] 10.222.0.54 "GET /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2345340 Dec 09 05:30:23.607446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097b179-fc65-4071-bad1-6a758db2d05a None None] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:30:23.692085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04e5d9-7a02-4a72-832f-f2919d1960e8 req-7a7a6343-28db-4914-8947-ce1b8ea63b37 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:23.693819 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de04e5d9-7a02-4a72-832f-f2919d1960e8 req-7a7a6343-28db-4914-8947-ce1b8ea63b37 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0979805 Dec 09 05:30:23.697792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14204a5d-ce03-4e28-9538-3cbd79abcbe9 req-22441584-a6e9-458c-8b59-829beaf85218 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:23.699481 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-14204a5d-ce03-4e28-9538-3cbd79abcbe9 req-22441584-a6e9-458c-8b59-829beaf85218 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.1100235 Dec 09 05:30:23.754193 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de04e5d9-7a02-4a72-832f-f2919d1960e8 req-1a2ebd89-373e-403f-97a4-2570c4525ff0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509710 Dec 09 05:30:23.765955 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-14204a5d-ce03-4e28-9538-3cbd79abcbe9 req-d5e2786c-29c0-43c2-b817-bd962356e496 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593719 Dec 09 05:30:24.012713 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-488cb4fd-b5fb-490e-8d64-6e2e28b99f7e req-59bd18f7-01bd-4897-b72b-18c39d704d23 tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] 10.222.0.57 "GET /v2.0/ports?device_id=31af988e-11a1-4bbc-a304-b3bd19a4c430 HTTP/1.1" status: 200 len: 210 time: 0.0496991 Dec 09 05:30:24.990038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971c7d-8ca0-4877-b5b6-369a03db6134 req-ca209119-9a37-4733-9328-8bc6acff81d9 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:24.992095 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d9971c7d-8ca0-4877-b5b6-369a03db6134 req-ca209119-9a37-4733-9328-8bc6acff81d9 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.0911217 Dec 09 05:30:24.993239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba60067-c4db-43c7-8d95-70dfcc48a5f1 req-b1561257-f729-4d00-92fb-425e9f76373e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:25.000925 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ba60067-c4db-43c7-8d95-70dfcc48a5f1 req-b1561257-f729-4d00-92fb-425e9f76373e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0954659 Dec 09 05:30:25.047850 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ba60067-c4db-43c7-8d95-70dfcc48a5f1 req-9b3e8ec0-e2e5-4fbc-a180-4515aac66790 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Dec 09 05:30:25.054967 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d9971c7d-8ca0-4877-b5b6-369a03db6134 req-942a59bc-4a91-448a-b2a5-4653b9ce1c60 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549674 Dec 09 05:30:25.522569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642a15e-1a14-4d4a-910c-b36b6c82cdfe req-4c123da6-35a8-4cb2-8531-944a00ae0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:25.524187 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6642a15e-1a14-4d4a-910c-b36b6c82cdfe req-4c123da6-35a8-4cb2-8531-944a00ae0d41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.0810499 Dec 09 05:30:25.577872 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6642a15e-1a14-4d4a-910c-b36b6c82cdfe req-abf79495-a248-4bb3-9617-cd8a14eb3677 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Dec 09 05:30:26.187772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-321d989e-fb22-4c85-a9be-464ee73d1010 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:26.195875 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-321d989e-fb22-4c85-a9be-464ee73d1010 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 814 time: 0.2118464 Dec 09 05:30:26.213981 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-08ef0585-8738-4f4d-8b90-303d77b5941b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/quotas/8efdaa37a800432c9b69e471be5e1307 HTTP/1.1" status: 200 len: 375 time: 0.0170910 Dec 09 05:30:26.282848 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-97ce62be-32a1-46ec-a3fd-ad5e72fbb730 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677719 Dec 09 05:30:26.342867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75006a87-f39a-4d4e-8402-f7df5c749099 req-d1972ae5-2b3c-4395-ac97-d8980586f62c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:26.344528 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75006a87-f39a-4d4e-8402-f7df5c749099 req-d1972ae5-2b3c-4395-ac97-d8980586f62c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1066859 Dec 09 05:30:26.465916 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75006a87-f39a-4d4e-8402-f7df5c749099 req-bade488d-f707-4483-bb56-5cbcfe9af363 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143682 Dec 09 05:30:26.470279 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-e2e9c5f2-dd40-4850-bf91-2ce767317387 service neutron] 10.222.0.57 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837642 Dec 09 05:30:26.544416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 514291e9-bc3d-405a-b2dd-4579044ccc57 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:26.667648 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-f6b6b0c0-3434-470c-a515-87eef1927bde service neutron] 10.222.0.57 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1904018 Dec 09 05:30:26.684449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 514291e9-bc3d-405a-b2dd-4579044ccc57 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:26.692918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 514291e9-bc3d-405a-b2dd-4579044ccc57 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:26.693628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:26.842764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:26.848530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02068f2-3881-4651-9ca5-fdddcb5aa341 req-1228d645-718c-4b4c-ade3-be7432a0fb3a tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:26.857238 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02068f2-3881-4651-9ca5-fdddcb5aa341 req-1228d645-718c-4b4c-ade3-be7432a0fb3a tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.1228964 Dec 09 05:30:26.910590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=514291e9-bc3d-405a-b2dd-4579044ccc57,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:26.912106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:26.920023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:26.921058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:26.926705 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02068f2-3881-4651-9ca5-fdddcb5aa341 req-48a465d1-88f6-4087-80fa-a63c04321678 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Dec 09 05:30:26.939746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:30:27.015319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-72a863d6-afad-449f-9734-40913cf77022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:27.162664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:27.178686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.180057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.180706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.181282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.181769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.184426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.184934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.185552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.186032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.186549 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.187028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.187499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.188022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.188465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.189131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.192113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.192656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.193138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.193609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.194083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.195321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.200524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.202320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.208586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:27.218973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:27.250281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:27.250698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:27.297521 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b2f22bd9-8d7a-4562-9c24-c01b347dc299 req-51f47d46-befd-4905-a563-96dc8176d722 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 210 time: 0.0720370 Dec 09 05:30:27.455012 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57', 'code': 200} Dec 09 05:30:27.855920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7fe60-9905-4eb6-bb6b-09eae5f63761 req-a6d731a4-8efc-4690-b0ed-377afeba0393 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:27.864562 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-efe7fe60-9905-4eb6-bb6b-09eae5f63761 req-a6d731a4-8efc-4690-b0ed-377afeba0393 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1564963 Dec 09 05:30:27.911610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 514291e9-bc3d-405a-b2dd-4579044ccc57 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:28.043870 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-efe7fe60-9905-4eb6-bb6b-09eae5f63761 req-44805ec5-4d32-4a22-89e5-7aca38b0c7fe tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782057 Dec 09 05:30:28.044791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 514291e9-bc3d-405a-b2dd-4579044ccc57 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:28.045675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:28.103579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706890d-9a85-4757-8032-d51c731c9fbe req-e65d3299-d4dc-4f1f-a0f3-42d765d5943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:28.110332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e706890d-9a85-4757-8032-d51c731c9fbe req-e65d3299-d4dc-4f1f-a0f3-42d765d5943d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 1162 time: 0.2434833 Dec 09 05:30:28.219221 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e706890d-9a85-4757-8032-d51c731c9fbe req-1b22b435-57f1-4b59-8384-fec0042a6efe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876317 Dec 09 05:30:28.437261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1daee1-f104-4d69-90ea-2192a06a4724 req-12e03e49-b96d-46bc-b9bc-63fa4fe0482c tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:28.439704 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2e1daee1-f104-4d69-90ea-2192a06a4724 req-12e03e49-b96d-46bc-b9bc-63fa4fe0482c tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.1802382 Dec 09 05:30:28.516181 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2e1daee1-f104-4d69-90ea-2192a06a4724 req-4f04d86c-b232-4388-8a21-db9e39632c0f tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Dec 09 05:30:28.586869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:28.666767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:28.667292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:28.746790 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a136b189-9d8a-4608-91fe-18e31c81ecfb req-cd5d03a0-d884-4c91-b708-8a2014d96f3d tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 210 time: 0.0883322 Dec 09 05:30:28.765218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-38f7d783-dafc-404e-bcd1-f782bd408b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:28.767519 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-38f7d783-dafc-404e-bcd1-f782bd408b4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.1960180 Dec 09 05:30:28.888776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7dad4-3111-4dcc-92c6-add018d75c3f req-d233e967-a7e4-48fc-be57-e3fa09dabbb6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:28.890834 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2cf7dad4-3111-4dcc-92c6-add018d75c3f req-d233e967-a7e4-48fc-be57-e3fa09dabbb6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1785700 Dec 09 05:30:28.960611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-3a7c535e-7ddd-4385-b044-c661b22bb11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:28.967721 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-3a7c535e-7ddd-4385-b044-c661b22bb11a service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.1894493 Dec 09 05:30:29.000080 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2cf7dad4-3111-4dcc-92c6-add018d75c3f req-2c054949-3803-43b2-89b3-620bd701b5d2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018672 Dec 09 05:30:29.069346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-3549a973-6cb1-4a46-88c0-e916996ed249 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:29.070161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-3549a973-6cb1-4a46-88c0-e916996ed249 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Synchronizing usage tracker for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:network {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:29.077942 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-6263a3fb-83bf-427b-a823-b8a421c6c055 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.1036651 Dec 09 05:30:29.094185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-3549a973-6cb1-4a46-88c0-e916996ed249 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Unset dirty status for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:network {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:29.094869 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-3549a973-6cb1-4a46-88c0-e916996ed249 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 814 time: 0.2626455 Dec 09 05:30:29.115482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Request body: {'port': {'device_id': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6', 'admin_state_up': True, 'tenant_id': '8efdaa37a800432c9b69e471be5e1307'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:29.250832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-4fa4a8bf-1a7a-4d52-b6dd-c3bd260ed5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:29.256840 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-4fa4a8bf-1a7a-4d52-b6dd-c3bd260ed5d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.1701586 Dec 09 05:30:29.316960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:29.321226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Usage tracker for resource:port and tenant:8efdaa37a800432c9b69e471be5e1307 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:29.325155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:29.332280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:29.334798 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-d29d2e67-4d12-4025-91fa-fe92cac4b3d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467999 Dec 09 05:30:29.342772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Made reservation on behalf of 8efdaa37a800432c9b69e471be5e1307 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:29.348629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:29.510263 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-e2235988-07df-4725-9222-357c12b1fe01 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621449 Dec 09 05:30:29.797245 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Allocated IP 172.20.0.4 (25fb636b-8d51-4f19-b9ee-9593195209c6/4830e5cb-8c77-4ec5-b704-dae5c94ef055/a9a78daa-4d9e-4277-8910-87089032dcef) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:29.834889 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e643f82-b292-4500-b3b3-32cd6d84da8a req-96c9bef3-59a0-469e-a376-73d74d85a56f service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2937109 Dec 09 05:30:29.859997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b82546-8cbd-44e5-8176-b82a1d9a1afb req-8c7af72c-ea95-4f86-82f8-bc0208b75b05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:29.861900 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7b82546-8cbd-44e5-8176-b82a1d9a1afb req-8c7af72c-ea95-4f86-82f8-bc0208b75b05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.1624522 Dec 09 05:30:29.937108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 514291e9-bc3d-405a-b2dd-4579044ccc57 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:29.970854 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a7b82546-8cbd-44e5-8176-b82a1d9a1afb req-75d8ecd1-696c-4c21-b37d-adabbcde8573 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077511 Dec 09 05:30:30.080438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 514291e9-bc3d-405a-b2dd-4579044ccc57 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:30.085656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:30.089069 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3bfb52-ee9c-4d3a-8395-6a67cac28f46 req-60f9389e-3e18-4369-903b-bb117f3cd67d tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 210 time: 0.1073372 Dec 09 05:30:30.325350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:30.385016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:30.387360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ed495-de96-401b-b9da-2c0686910cf2 req-be9fec5e-e71e-4325-b6a9-24ec79eae683 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:30.389021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-430ed495-de96-401b-b9da-2c0686910cf2 req-be9fec5e-e71e-4325-b6a9-24ec79eae683 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1276383 Dec 09 05:30:30.513642 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-430ed495-de96-401b-b9da-2c0686910cf2 req-f577d844-00fd-492c-9349-ebf07ba9b371 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171687 Dec 09 05:30:30.567616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-479c0d3c-77b7-4d70-87f4-7e1ecdfd1d75 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:30.641276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Pushing event updated for resources: {'Port': ['ID=a9a78daa-4d9e-4277-8910-87089032dcef,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:30.657129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.657129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.657129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.657594 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.657984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.658403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.658796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.659183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.659833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.660221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.660606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.660991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.661417 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.661797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.662198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.662583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.662962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.663344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.664329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.664665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.665042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.665421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.665800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.666184 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:30.681063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:30.716718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:30.718272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:30.720564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:30.795313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:30.796180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:30.833693 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7229352 Dec 09 05:30:30.853675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Request body: {'port': {'device_id': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:30.995753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:31.025954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa186-f3cc-48c4-95df-418852386d10 req-c6f14e7a-6afa-416a-9c35-3b8ffb8524a9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:31.027848 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc8fa186-f3cc-48c4-95df-418852386d10 req-c6f14e7a-6afa-416a-9c35-3b8ffb8524a9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1015632 Dec 09 05:30:31.086616 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc8fa186-f3cc-48c4-95df-418852386d10 req-57cfd4a8-22af-4403-bc29-75c749f50e0d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508435 Dec 09 05:30:31.662683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35412acb-508e-479f-8d77-c9a9f3f86374 req-0d638e14-56b5-42ac-a792-437b01779ce1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:31.664480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35412acb-508e-479f-8d77-c9a9f3f86374 req-0d638e14-56b5-42ac-a792-437b01779ce1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.4324567 Dec 09 05:30:31.738994 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35412acb-508e-479f-8d77-c9a9f3f86374 req-9c8d6419-4d4c-46b0-b05d-70cef9a291cf tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654938 Dec 09 05:30:31.838224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a78daa-4d9e-4277-8910-87089032dcef {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:30:31.847409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:31.879936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Transition to ACTIVE for port object a9a78daa-4d9e-4277-8910-87089032dcef will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:31.921865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:31.959981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f11992d0-aa7d-46bc-9e1c-8a994e8fbd8c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:31.973327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:32.056051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:32.056400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:32.085140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ed987-984e-4fba-8169-252d458a9c73 req-7bb58c94-d2d5-4b70-b49c-3ec877559e8b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:32.087162 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f6ed987-984e-4fba-8169-252d458a9c73 req-7bb58c94-d2d5-4b70-b49c-3ec877559e8b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 931 time: 0.3737550 Dec 09 05:30:32.130444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a78daa-4d9e-4277-8910-87089032dcef,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:32.145151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:32.171632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95592db3-4c30-4f3c-9470-fe77e259979f req-28253bd8-2169-406a-8132-53d1ae241e2e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:32.173275 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95592db3-4c30-4f3c-9470-fe77e259979f req-28253bd8-2169-406a-8132-53d1ae241e2e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2973516 Dec 09 05:30:32.208909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f6ed987-984e-4fba-8169-252d458a9c73 req-d329cc83-022f-4d10-b2ba-60169074c30a tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147349 Dec 09 05:30:32.442292 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95592db3-4c30-4f3c-9470-fe77e259979f req-5159cc02-2820-430e-b1c1-6ce6b67068df tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606208 Dec 09 05:30:32.487577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccde8fd-782d-4b74-874a-1dcbd9a615a0 req-e4420835-b209-4c1e-b3c0-70f16bcd39c4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:32.489611 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eccde8fd-782d-4b74-874a-1dcbd9a615a0 req-e4420835-b209-4c1e-b3c0-70f16bcd39c4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0937445 Dec 09 05:30:32.538091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Attempting to bind port a9a78daa-4d9e-4277-8910-87089032dcef on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:32.540115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Attempting to bind port a9a78daa-4d9e-4277-8910-87089032dcef by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:32.540502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Attempting to bind port a9a78daa-4d9e-4277-8910-87089032dcef on network 25fb636b-8d51-4f19-b9ee-9593195209c6 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:32.556388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:32.556779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Checking segment: {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:32.557200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:32.557606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Bound using segment: {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:32.558109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Bound port: a9a78daa-4d9e-4277-8910-87089032dcef, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:32.559916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:32.591579 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eccde8fd-782d-4b74-874a-1dcbd9a615a0 req-6950fabd-b28b-4a12-80b8-da283aba615c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934455 Dec 09 05:30:32.725321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] For port a9a78daa-4d9e-4277-8910-87089032dcef, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:32.729486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] For port a9a78daa-4d9e-4277-8910-87089032dcef, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a9a78daa-4d9e-4277-8910-87089032dcef,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:32.738639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:32.758646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:32.812073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7189b27-57d6-434e-9b91-5ffe126573d8 req-845e640f-63fe-4833-ab35-207146a49ba7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:32.813636 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c7189b27-57d6-434e-9b91-5ffe126573d8 req-845e640f-63fe-4833-ab35-207146a49ba7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2004433 Dec 09 05:30:32.989958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a78daa-4d9e-4277-8910-87089032dcef,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:32.994077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:32.999013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c7189b27-57d6-434e-9b91-5ffe126573d8 req-bb8d5e2d-bda4-4e63-874d-318bef95736b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723852 Dec 09 05:30:33.013737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.014490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.015980 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/a9a78daa-4d9e-4277-8910-87089032dcef HTTP/1.1" status: 200 len: 1157 time: 2.1675758 Dec 09 05:30:33.016541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:33.084104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43456) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:33.122412 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef', 'status': 'completed', 'code': 200} Dec 09 05:30:33.177514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-8cd9eae2-8ba0-43f1-bbf2-ed82129b070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.179332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-8cd9eae2-8ba0-43f1-bbf2-ed82129b070e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 1160 time: 0.1152940 Dec 09 05:30:33.264126 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-93b5c298-3321-45ff-b2dd-3d7b151d9cde service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a78daa-4d9e-4277-8910-87089032dcef HTTP/1.1" status: 200 len: 217 time: 0.0730207 Dec 09 05:30:33.307242 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-dc60cd46-3f24-4039-81f9-eaf97709b8bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e8f498b222746adb341115cfe4e696e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2217796 Dec 09 05:30:33.307965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43466) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:33.343669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-c29cdd84-c1f8-45ff-af92-c506718b42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.345580 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-c29cdd84-c1f8-45ff-af92-c506718b42ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4830e5cb-8c77-4ec5-b704-dae5c94ef055 HTTP/1.1" status: 200 len: 854 time: 0.0736125 Dec 09 05:30:33.416282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.439398 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-2f1b9484-7695-4e9e-a32f-6827f979e792 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25fb636b-8d51-4f19-b9ee-9593195209c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557256 Dec 09 05:30:33.455150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.514158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea70f6-dd58-4af0-a4c6-6f0a5525b34f req-18e759d4-2197-45c8-96a3-e9dd4f650ca1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.515835 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32ea70f6-dd58-4af0-a4c6-6f0a5525b34f req-18e759d4-2197-45c8-96a3-e9dd4f650ca1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.1685050 Dec 09 05:30:33.521914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbc9a-d946-457a-aaca-0134157ba596 req-bb0b02bf-5508-4407-b659-a946eab816ee tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.524048 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a5ebbc9a-d946-457a-aaca-0134157ba596 req-bb0b02bf-5508-4407-b659-a946eab816ee tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 943 time: 0.1493685 Dec 09 05:30:33.545881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.558711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:33.579876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a254625-399f-403a-ace4-60b855a4c14c,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:33.599991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.601182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a254625-399f-403a-ace4-60b855a4c14c HTTP/1.1" status: 204 len: 168 time: 0.2921684 Dec 09 05:30:33.602858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.603270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.603687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.604177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.604448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.605150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.605267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.605554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.606012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.606349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.606739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.607414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.607526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.607899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.608282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.608665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.609427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.609427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.609769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.610183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.610573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.611311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.611311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.611695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:33.617851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:33.636380 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a5ebbc9a-d946-457a-aaca-0134157ba596 req-b230739b-cdd1-48a9-84ba-ccd8cf397d1d tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049519 Dec 09 05:30:33.651079 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32ea70f6-dd58-4af0-a4c6-6f0a5525b34f req-2ec27c9e-8fbd-4d9a-9a6e-193ce7cd9896 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270697 Dec 09 05:30:33.677176 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-ab30a80e-1ca8-4b0c-bd15-588438f2e8dc service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116456 Dec 09 05:30:33.704539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43478) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:33.779058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Deleting subnet 8753373f-004b-481e-965f-55b7beb7741a {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:30:33.782763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.911086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.921923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:33.946045 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d771ee4-a375-4022-8b63-a19d534e50cc req-7c72648a-6072-4f11-992a-584448283cda service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2551608 Dec 09 05:30:33.971170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2d7c1-b310-4afd-a449-422557d6032e req-7a3001cc-c075-4fba-9ef3-99824be17a2a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.972816 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-71e2d7c1-b310-4afd-a449-422557d6032e req-7a3001cc-c075-4fba-9ef3-99824be17a2a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1219597 Dec 09 05:30:33.996396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebc235-8592-4b44-9dd6-2e5d4a13f191 req-e5385145-d5e3-468b-a1c7-00fbc2a9fbd4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:33.998052 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-57ebc235-8592-4b44-9dd6-2e5d4a13f191 req-e5385145-d5e3-468b-a1c7-00fbc2a9fbd4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1791170 Dec 09 05:30:34.022084 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:34.087021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-71e2d7c1-b310-4afd-a449-422557d6032e req-acb65fc2-17f4-4607-be18-e4cb0813345e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063092 Dec 09 05:30:34.149569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-ef81c627-fd64-4a00-8289-5cdbf4ad3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:34.151234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-ef81c627-fd64-4a00-8289-5cdbf4ad3074 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 1160 time: 0.1296127 Dec 09 05:30:34.202971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:34.203577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:34.310852 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-57ebc235-8592-4b44-9dd6-2e5d4a13f191 req-f9b40670-6787-4edf-9db3-29c7a86d4222 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452761 Dec 09 05:30:34.428256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-fa9116a9-85bd-44bd-b2b2-a7663adaa55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:34.430504 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-fa9116a9-85bd-44bd-b2b2-a7663adaa55e service neutron] 10.222.0.54 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 908 time: 0.2722456 Dec 09 05:30:34.512901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:34.555751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2ba907f3-92e9-4469-b691-3e2c224e5938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:34.638755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8753373f-004b-481e-965f-55b7beb7741a,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:34.642588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:34.810614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:34.825817 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f147c7c2-0b29-468e-97ff-636353940a66 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8753373f-004b-481e-965f-55b7beb7741a HTTP/1.1" status: 204 len: 168 time: 1.1172321 Dec 09 05:30:34.827049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43512) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:34.972189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-8a203124-266c-4232-9568-321f5a3f494d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9a78daa-4d9e-4277-8910-87089032dcef HTTP/1.1" status: 200 len: 217 time: 0.5179296 Dec 09 05:30:34.985541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ede1ed-c865-462b-9073-c67d3ff1ca99 req-5368f19f-d9fc-4ac4-8f0a-194afe004789 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:34.985541 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72ede1ed-c865-462b-9073-c67d3ff1ca99 req-5368f19f-d9fc-4ac4-8f0a-194afe004789 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.6643162 Dec 09 05:30:35.061731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43518) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:35.087063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.136093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-82778137-1509-4a1e-ac45-2fa7340c4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:35.139334 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-82778137-1509-4a1e-ac45-2fa7340c4ad3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4830e5cb-8c77-4ec5-b704-dae5c94ef055 HTTP/1.1" status: 200 len: 854 time: 0.1540504 Dec 09 05:30:35.175198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72ede1ed-c865-462b-9073-c67d3ff1ca99 req-bb04e070-fa98-42c5-9252-27ea3cba5d27 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404955 Dec 09 05:30:35.246261 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-f37e9565-0f8a-42bb-b7f0-9d670f80bd42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25fb636b-8d51-4f19-b9ee-9593195209c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689340 Dec 09 05:30:35.362285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1800246214-network', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:35.377790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942bfb-ed17-49f9-a42d-04c44ab86f51 req-b9738842-1ec2-41a5-91eb-bd4f33cfb415 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:35.388260 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ce942bfb-ed17-49f9-a42d-04c44ab86f51 req-b9738842-1ec2-41a5-91eb-bd4f33cfb415 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 943 time: 0.3888447 Dec 09 05:30:35.396307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:35.483206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Usage tracker for resource:network and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:35.491952 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-b4b35d40-2fc5-4eeb-a586-e3e83ce4b804 service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380638 Dec 09 05:30:35.495332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.512289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:35.516674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8593e-c1a9-4fc9-8615-3c5f8a334cd5 req-cdaaa925-710d-4519-ad1c-11109c2616d1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:35.518394 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a8f8593e-c1a9-4fc9-8615-3c5f8a334cd5 req-cdaaa925-710d-4519-ad1c-11109c2616d1 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.1266286 Dec 09 05:30:35.542378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:35.662453 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ce942bfb-ed17-49f9-a42d-04c44ab86f51 req-0f7ecef9-7e02-4074-bb09-2eb738e2f497 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725332 Dec 09 05:30:35.678764 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a8f8593e-c1a9-4fc9-8615-3c5f8a334cd5 req-ed01bebc-5955-4fd2-82a2-b7883e8267cd tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318784 Dec 09 05:30:35.693973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Made reservation on behalf of 39316f316b664b1d8f2bde97e4b459d8 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:35.693973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.713114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.724815 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ffc80193-354c-4f8b-8236-88b694f509f0 req-725c6f07-8859-431f-9709-a6edd8da0ae7 service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2047782 Dec 09 05:30:35.751917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.752318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.753137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.753491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.753846 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.754238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.754596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.754992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.755328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.755674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.829504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.830048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.830338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.830718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80238) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 05:30:35.831130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f55829-2f7a-4f5a-9cdf-05acb9596d04']}} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:35.844378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:35.856132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57534bb-adfc-4701-80f7-b254e65a56d6') {'for_net_delete': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:35.856463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57534bb-adfc-4701-80f7-b254e65a56d6') {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:35.901630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Usage tracker for resource:security_group_rule and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:35.924754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:35.936822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852408950'] for segment, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.944281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:35.970018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-3514e09c-daf9-45a6-a8a7-c2f6a278f6b7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:35.971733 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-3514e09c-daf9-45a6-a8a7-c2f6a278f6b7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 945 time: 0.4307992 Dec 09 05:30:35.977655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:35.984556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:30:36.065856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-250131fb-4ea1-4755-8ed7-b9900ff34e71 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:30:36.211029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Deleting port 514291e9-bc3d-405a-b2dd-4579044ccc57 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:36.211419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:36.314374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a12077-2769-406b-9f57-05be42de7e9a req-1c681fa7-0d68-4ce9-8d25-600c64c99d17 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:36.316004 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74a12077-2769-406b-9f57-05be42de7e9a req-1c681fa7-0d68-4ce9-8d25-600c64c99d17 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1049867 Dec 09 05:30:36.321668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 has no segments {{(pid=80238) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:30:36.337995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852350492'] for segment, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:36.357517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d9d5-3157-462f-b0d2-c0eebcaff82b req-4b91f9c1-f9d2-4d40-9cee-b3ba23f725fe tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:36.359157 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e238d9d5-3157-462f-b0d2-c0eebcaff82b req-4b91f9c1-f9d2-4d40-9cee-b3ba23f725fe tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.5106931 Dec 09 05:30:36.365687 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74a12077-2769-406b-9f57-05be42de7e9a req-8bb4dbc4-f145-46ab-85db-8a67bcebfd9c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Dec 09 05:30:36.608236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76593ec-a098-4f97-a0c6-5adf7b887a41 req-55415856-285f-47d2-b257-c7f37bc823d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:36.609888 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e76593ec-a098-4f97-a0c6-5adf7b887a41 req-55415856-285f-47d2-b257-c7f37bc823d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0916729 Dec 09 05:30:36.658890 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e76593ec-a098-4f97-a0c6-5adf7b887a41 req-f4cac5c3-9e01-4d7b-b461-53689937bed2 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Dec 09 05:30:36.725633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device a9a78daa-4d9e-4277-8910-87089032dcef up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:36.799740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port a9a78daa-4d9e-4277-8910-87089032dcef completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:36.805356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port a9a78daa-4d9e-4277-8910-87089032dcef triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:36.805932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:36.860601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e238d9d5-3157-462f-b0d2-c0eebcaff82b req-efa21b6b-3347-4ea6-958c-c83825b0bab7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765170 Dec 09 05:30:36.898553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Network 84f55829-2f7a-4f5a-9cdf-05acb9596d04 has no segments {{(pid=80238) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: (rel_b, rel_a, rel_b), Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: (rel_b, rel_a, rel_b), Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:30:36.950820 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:30:36.959826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:36.976921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.010773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port a9a78daa-4d9e-4277-8910-87089032dcef, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a9a78daa-4d9e-4277-8910-87089032dcef,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:37.012005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:37.018182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.020252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-14eb4c20-636b-4962-8da2-1ed4b7d86b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:37.031597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.067893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 514291e9-bc3d-405a-b2dd-4579044ccc57 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:30:37.086909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:37.182778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:30:37.192939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.193339 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Added segment fb0fbaff-87ac-41c1-9fb5-e373af99bee6 of type vxlan for network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da Dec 09 05:30:37.221467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.272614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.297895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.300485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.321628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:37.323132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.323618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=a9a78daa-4d9e-4277-8910-87089032dcef,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:37.330687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=514291e9-bc3d-405a-b2dd-4579044ccc57,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:37.332222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:37.336099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.337964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:37.368882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592a4c32-e555-4553-a113-af29fece3c9f,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:37.387354 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:37.393757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:37.414658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:37.418909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:37.434747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.452716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803bbf8-6184-40b2-9a17-57a96368f0e9 req-32792ad7-7c6b-4b2e-8a70-9575faca6d25 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:37.454857 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a803bbf8-6184-40b2-9a17-57a96368f0e9 req-32792ad7-7c6b-4b2e-8a70-9575faca6d25 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.1212344 Dec 09 05:30:37.475603 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4081087 Dec 09 05:30:37.479852 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/84f55829-2f7a-4f5a-9cdf-05acb9596d04 HTTP/1.1" status: 204 len: 168 time: 2.6468821 Dec 09 05:30:37.484041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43552) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:37.484434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43554) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:37.503575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Request body: {'subnet': {'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1800246214-subnet', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:37.530105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=514291e9-bc3d-405a-b2dd-4579044ccc57,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:37.530554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.570371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:37.586853 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a803bbf8-6184-40b2-9a17-57a96368f0e9 req-e6525101-feb4-49f4-aa41-8c86952a506b tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236436 Dec 09 05:30:37.588740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Usage tracker for resource:subnet and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:37.592647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:37.601085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:37.608451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Pushing event updated for resources: {'Network': ['ID=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:37.623689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:30:37.631319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Deleting subnet 4a870533-fe42-4a1a-b958-0eec5fdb4b9d {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:30:37.639118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.687910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Calling delete_port for 514291e9-bc3d-405a-b2dd-4579044ccc57 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:37.728514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.744746 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef', 'code': 200} Dec 09 05:30:37.748849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:30:37.764604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5372b-87cd-4757-8f66-94e5983920a5 req-83284b96-362c-4767-9dfd-9b0ca72edf48 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:37.773793 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d3a5372b-87cd-4757-8f66-94e5983920a5 req-83284b96-362c-4767-9dfd-9b0ca72edf48 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.7380342 Dec 09 05:30:37.816619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f55829-2f7a-4f5a-9cdf-05acb9596d04,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:37.820021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c083a84-0760-4c32-87b9-e4de542689b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:37.825580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Made reservation on behalf of 39316f316b664b1d8f2bde97e4b459d8 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:30:37.837255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852888636'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:37.839068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:37.839669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-061b3d84-61cc-447a-b80d-5dce251e869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:37.896876 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d3a5372b-87cd-4757-8f66-94e5983920a5 req-53b14e82-bc6b-419e-8552-01a204d7a910 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218343 Dec 09 05:30:37.904778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:30:37.905154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:30:37.972316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device a9a78daa-4d9e-4277-8910-87089032dcef up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:38.047357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port a9a78daa-4d9e-4277-8910-87089032dcef triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:38.047688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.104356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.117653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f6931-3abf-4980-9795-195b99f8f410 req-2ae6ae6e-6460-4085-a99f-ae14b8760748 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:38.119600 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-032f6931-3abf-4980-9795-195b99f8f410 req-2ae6ae6e-6460-4085-a99f-ae14b8760748 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0935993 Dec 09 05:30:38.202960 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-032f6931-3abf-4980-9795-195b99f8f410 req-9b07363c-cd1d-4736-9d98-a1395807121d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757313 Dec 09 05:30:38.304611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fede54-3f1c-4a38-92a3-e2096d6a85c9 req-f2f909c3-170e-483f-8259-2b55b3642311 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:38.306763 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-65fede54-3f1c-4a38-92a3-e2096d6a85c9 req-f2f909c3-170e-483f-8259-2b55b3642311 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.4127824 Dec 09 05:30:38.399981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8bbd7-d409-4ea4-a7f5-056562bf3072 req-53415da0-2fd6-4518-a738-f36e8f8de379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:38.401607 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-91b8bbd7-d409-4ea4-a7f5-056562bf3072 req-53415da0-2fd6-4518-a738-f36e8f8de379 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 1162 time: 0.4008417 Dec 09 05:30:38.413615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Deleting port 514291e9-bc3d-405a-b2dd-4579044ccc57 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:30:38.413615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.527133 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-65fede54-3f1c-4a38-92a3-e2096d6a85c9 req-21a66de9-e51b-4784-889b-e49b7dda445b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119129 Dec 09 05:30:38.585050 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-91b8bbd7-d409-4ea4-a7f5-056562bf3072 req-5ae4d4b5-63e6-4123-9adb-f6e1ece263c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681256 Dec 09 05:30:38.662175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.703641 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] For port 514291e9-bc3d-405a-b2dd-4579044ccc57, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=514291e9-bc3d-405a-b2dd-4579044ccc57,segment=NetworkSegment(c5aee59f-8951-4a76-af1d-192bd22718ff),segment_id=c5aee59f-8951-4a76-af1d-192bd22718ff)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:38.704048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.730024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:38.783791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a870533-fe42-4a1a-b958-0eec5fdb4b9d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:38.787279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:38.839323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Calling delete_port for 514291e9-bc3d-405a-b2dd-4579044ccc57 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:30:38.899085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:38.911250 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d2353cdb-866a-44d7-a805-70b293bd1349 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4a870533-fe42-4a1a-b958-0eec5fdb4b9d HTTP/1.1" status: 204 len: 168 time: 1.4238744 Dec 09 05:30:38.912526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43574) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:39.000332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f97f6-8a83-4f02-a1e8-151a68d3d69a req-485c4399-ac38-404a-827b-042bff6eda48 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:39.001948 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e18f97f6-8a83-4f02-a1e8-151a68d3d69a req-485c4399-ac38-404a-827b-042bff6eda48 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/ports?device_id=6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d HTTP/1.1" status: 200 len: 943 time: 0.1703005 Dec 09 05:30:39.108398 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e18f97f6-8a83-4f02-a1e8-151a68d3d69a req-7975abf2-bf0e-4849-8d7d-da7360aa3438 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.57 "GET /v2.0/security-groups?id=6839b90a-9a87-46c6-b3bf-17726377b7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699084 Dec 09 05:30:39.113216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:39.134406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:39.143159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7cd6cff3-3868-4694-8ea5-de7343ec74ef tempest-DeleteServersTestJSON-1414687837 tempest-DeleteServersTestJSON-1414687837] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:39.200479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Pushing event deleted for resources: {'Port': ['ID=514291e9-bc3d-405a-b2dd-4579044ccc57,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:39.204372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:39.346382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] No DVR routers for this DVR port 514291e9-bc3d-405a-b2dd-4579044ccc57 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:30:39.349036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:39.353179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-deleted', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:39.408001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c015c6b4-f14d-4a67-8174-ce8adf114df9 req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] 10.222.0.54 "DELETE /v2.0/ports/514291e9-bc3d-405a-b2dd-4579044ccc57 HTTP/1.1" status: 204 len: 173 time: 3.4267797 Dec 09 05:30:39.458757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462960-6aae-4720-a5a5-3768713ff471 req-a0f4c1b7-d6af-4c8f-a51e-0e93e8bb0cb6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:39.460456 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-05462960-6aae-4720-a5a5-3768713ff471 req-a0f4c1b7-d6af-4c8f-a51e-0e93e8bb0cb6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0965273 Dec 09 05:30:39.544595 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-05462960-6aae-4720-a5a5-3768713ff471 req-8b9c7580-beed-4c25-8355-36742d1130ec tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763171 Dec 09 05:30:39.578817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2794268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852888619'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:39.634644 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-deleted', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57', 'status': 'completed', 'code': 200} Dec 09 05:30:39.648473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:39.665192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:39.724118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-f998e269-c956-4c6c-817c-72177d0c9f58 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:39.724890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-f998e269-c956-4c6c-817c-72177d0c9f58 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Synchronizing usage tracker for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:39.745726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:30:39.893799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f87ac67-723f-4b3a-a8e5-64020e273476,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:39.915593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:39.923501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-f998e269-c956-4c6c-817c-72177d0c9f58 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Unset dirty status for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:39.924807 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-f998e269-c956-4c6c-817c-72177d0c9f58 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.8746190 Dec 09 05:30:39.932208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed55e631-34a5-4718-a831-8b0b27712523']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:39.981636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d48bbae-aab3-42ed-ad23-130d79e0877e') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:39.981970 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d48bbae-aab3-42ed-ad23-130d79e0877e') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:40.000880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.045446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.050514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:30:40.067214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-1aec48ab-2af4-4bae-b0a9-56a0f908f78e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Synchronizing usage tracker for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:30:40.256862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-1aec48ab-2af4-4bae-b0a9-56a0f908f78e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Unset dirty status for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:30:40.258310 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9ab10d71-0770-4dec-a529-b4a0dbda73f5 req-1aec48ab-2af4-4bae-b0a9-56a0f908f78e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167191 Dec 09 05:30:40.264183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Checking segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:40.264586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Network hostable DHCP agents. Network: 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:30:40.283772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-a96fa1d8-6ec1-4cf9-8449-fb7263dcc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.285666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-a96fa1d8-6ec1-4cf9-8449-fb7263dcc050 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.1770740 Dec 09 05:30:40.295893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Network ed55e631-34a5-4718-a831-8b0b27712523 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:30:40.306915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.341219 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb3e03f-aa9d-4fee-93db-f7bb1fe09b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514291e9-bc3d-405a-b2dd-4579044ccc57', 'code': 200} Dec 09 05:30:40.344068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af6656-d47b-4264-bbce-4cdf2100260f req-e1da8eec-cb98-4f1d-b40d-d16a8344bd35 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.345740 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f0af6656-d47b-4264-bbce-4cdf2100260f req-e1da8eec-cb98-4f1d-b40d-d16a8344bd35 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1676435 Dec 09 05:30:40.392147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:30:40.436858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:40.449389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1251f8-ba0f-4a0a-84bf-6f993dea850d None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:30:40.467256 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f0af6656-d47b-4264-bbce-4cdf2100260f req-5af22c62-e160-4ea5-b533-237450d2b4e3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082256 Dec 09 05:30:40.525724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-eeca9832-f51a-463f-a8f1-5ff5af65b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.527417 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-eeca9832-f51a-463f-a8f1-5ff5af65b14b service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.2326639 Dec 09 05:30:40.554963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.555772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.567126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Network ed55e631-34a5-4718-a831-8b0b27712523 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:30:40.606308 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:30:40.637267 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-02b508c2-7259-4a51-9a82-5b596030a93f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1517003 Dec 09 05:30:40.638070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43614) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:40.644814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-1b2a93ea-7318-4692-9038-96261854605f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.1095591 Dec 09 05:30:40.713971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:30:40.727558 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:30:40.727782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:40.728683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.743296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Usage tracker for resource:router and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:40.749147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:40.752281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.763159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:40.768153 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.777193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:40.815170 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/ed55e631-34a5-4718-a831-8b0b27712523 HTTP/1.1" status: 204 len: 168 time: 1.8966804 Dec 09 05:30:40.821468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467dd73-eac7-4f83-81f8-5421c7ec4bc1 req-1f27da2c-ce5d-4010-bbf6-7213864cfce2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.830689 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7467dd73-eac7-4f83-81f8-5421c7ec4bc1 req-1f27da2c-ce5d-4010-bbf6-7213864cfce2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.3375895 Dec 09 05:30:40.832980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ed55e631-34a5-4718-a831-8b0b27712523,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:40.837452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bdbbdbc8-f8a9-4b3b-b691-61b25b7326ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:40.872202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.873347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.910558 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7467dd73-eac7-4f83-81f8-5421c7ec4bc1 req-a9f4905f-63c9-4525-a0cf-aeaa845e5051 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787113 Dec 09 05:30:40.935536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:40.972615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-8e565f05-c83c-4ae0-981c-a3269a11df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:40.974235 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-8e565f05-c83c-4ae0-981c-a3269a11df35 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.3214467 Dec 09 05:30:41.066914 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-4c4af7c6-311f-437e-8d4a-f1407594e405 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515876 Dec 09 05:30:41.161778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43626) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:41.212515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc154023-6ebc-4785-984e-53edc07302d0 req-74f05a58-c67c-48b8-a3a8-47361d7e8a45 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:41.215339 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bc154023-6ebc-4785-984e-53edc07302d0 req-74f05a58-c67c-48b8-a3a8-47361d7e8a45 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.4983582 Dec 09 05:30:41.253085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Allocated IP 172.20.0.2 (65a7424f-e940-4a4d-bfbf-8ed81f6ba2da/4f87ac67-723f-4b3a-a8e5-64020e273476/9575f9ad-05ff-4f55-8941-1594f540d3c1) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:41.264255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.326774 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-df33dda6-8526-476e-9a95-1424c7a4ee1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1b1e6eeb0474301b2b757e94be319b2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1586857 Dec 09 05:30:41.328907 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43636) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:41.354754 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-20ed3517-2790-4eb0-a113-24cff96f84ac service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779703 Dec 09 05:30:41.414368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.521018 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bc154023-6ebc-4785-984e-53edc07302d0 req-7b9b94bd-7575-4fef-887d-092175d2224a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504795 Dec 09 05:30:41.556207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.576838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.593395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Transition to ACTIVE for port object 9575f9ad-05ff-4f55-8941-1594f540d3c1 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:41.611659 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ba7ebbc3-d3bd-4349-ab3a-8185156ee093 req-789fa319-61a1-4a07-841e-54671d37c210 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2423565 Dec 09 05:30:41.614956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Transition to ACTIVE for port object 9575f9ad-05ff-4f55-8941-1594f540d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:41.622408 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.641520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc737f-3834-4a9b-9fae-fb48ef7b9d03 req-d7629bce-e415-4aa5-b203-aa6734c6f3b1 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:41.643375 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cffc737f-3834-4a9b-9fae-fb48ef7b9d03 req-d7629bce-e415-4aa5-b203-aa6734c6f3b1 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.1763515 Dec 09 05:30:41.811133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:41.834529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596af0e-2be3-4cfc-a163-a2036b84cc01 req-94fae8f6-7954-40a6-ae21-e195be151913 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:41.836468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.837280 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b596af0e-2be3-4cfc-a163-a2036b84cc01 req-94fae8f6-7954-40a6-ae21-e195be151913 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1235576 Dec 09 05:30:41.872395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71609a86-e224-47ab-9b36-24b60170054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:41.890228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe8e3fa-49c0-434a-a69a-cee52eb35b3e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:41.906473 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b596af0e-2be3-4cfc-a163-a2036b84cc01 req-772095ec-93ef-4c25-b535-d777ff30e4ff tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624115 Dec 09 05:30:41.906794 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cffc737f-3834-4a9b-9fae-fb48ef7b9d03 req-e32893c7-2da9-4118-889a-164c6771063f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551775 Dec 09 05:30:41.910597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:41.955619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:41.999869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.036793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.040867 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2fe8e3fa-49c0-434a-a69a-cee52eb35b3e HTTP/1.1" status: 204 len: 168 time: 0.7108922 Dec 09 05:30:42.248127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66a16f-09d0-4a61-a698-2bbbcfe49808 req-5d686d5f-cf0b-444b-b585-c76261847cce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:42.256217 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8d66a16f-09d0-4a61-a698-2bbbcfe49808 req-5d686d5f-cf0b-444b-b585-c76261847cce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1169517 Dec 09 05:30:42.295732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Pushing event updated for resources: {'Port': ['ID=9575f9ad-05ff-4f55-8941-1594f540d3c1,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:42.301913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:42.322471 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8d66a16f-09d0-4a61-a698-2bbbcfe49808 req-2b727a93-8270-4956-aea9-0648d80b5f75 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646722 Dec 09 05:30:42.335891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:42.337341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:42.346077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:42.410326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Attempting to bind port 9575f9ad-05ff-4f55-8941-1594f540d3c1 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:42.410755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Attempting to bind port 9575f9ad-05ff-4f55-8941-1594f540d3c1 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:42.411173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Attempting to bind port 9575f9ad-05ff-4f55-8941-1594f540d3c1 on network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:42.419404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:42.419836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Checking segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:42.420292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.420736 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Bound using segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:42.421259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Bound port: 9575f9ad-05ff-4f55-8941-1594f540d3c1, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:42.421685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.525583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Allocated IP 172.28.3.162 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/e244a74e-11ce-45a4-9167-43eca73388e6) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:42.536079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] For port 9575f9ad-05ff-4f55-8941-1594f540d3c1, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:42.541093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] For port 9575f9ad-05ff-4f55-8941-1594f540d3c1, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=9575f9ad-05ff-4f55-8941-1594f540d3c1,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:42.546744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.588111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:42.709372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.739092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:42.768611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-59e0b947-438c-447b-80d7-bf7840370b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:42.792263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Pushing event updated for resources: {'Port': ['ID=9575f9ad-05ff-4f55-8941-1594f540d3c1,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:42.798436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:42.841973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e244a74e-11ce-45a4-9167-43eca73388e6,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:42.856504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:42.926807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43716) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:43.058824 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-dd38acb7-3e1b-4282-9caf-8931e4f1a0a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06d10a18893b40e58d09b11cdfcc8748&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1305115 Dec 09 05:30:43.064191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43728) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:43.291715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:43.358935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:43.451900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65231fc-d357-4fa1-84b3-08fd3c66563e req-6ef702cf-12c2-4deb-a9db-197a7d59204a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:43.453528 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a65231fc-d357-4fa1-84b3-08fd3c66563e req-6ef702cf-12c2-4deb-a9db-197a7d59204a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.3092644 Dec 09 05:30:43.467694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:43.483120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199d452-6601-4b02-b0f0-1c000495858f req-fc1a1e8b-5d91-44dd-abba-407902307b61 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:43.484918 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1199d452-6601-4b02-b0f0-1c000495858f req-fc1a1e8b-5d91-44dd-abba-407902307b61 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.5628290 Dec 09 05:30:43.485763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:43.498175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:43.501341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f983c8bf-a048-445e-b481-de3191d7b8c8,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:43.509787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:43.523668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:43.527064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:43.533370 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a65231fc-d357-4fa1-84b3-08fd3c66563e req-80fec675-f280-4309-8c4f-8c0167a1d05e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685914 Dec 09 05:30:43.534197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:43.548637 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f983c8bf-a048-445e-b481-de3191d7b8c8 HTTP/1.1" status: 204 len: 168 time: 0.4720163 Dec 09 05:30:43.654516 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1199d452-6601-4b02-b0f0-1c000495858f req-3c7831ed-b50a-4a38-8a50-51ffd14476d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591451 Dec 09 05:30:43.907048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260500d-6b85-4b5a-ab56-b4c6ff896c8a req-fab365ea-a165-47c4-8b71-05c563da0817 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:43.916722 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4260500d-6b85-4b5a-ab56-b4c6ff896c8a req-fab365ea-a165-47c4-8b71-05c563da0817 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1369982 Dec 09 05:30:43.982181 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4260500d-6b85-4b5a-ab56-b4c6ff896c8a req-e1bd94ec-cd93-4f7e-82c4-c2bc622471e1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640132 Dec 09 05:30:44.197920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0664be3c-ebad-4c22-be8e-9ef2a8a85977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:44.229584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:44.513587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2c3443-584d-4a42-9460-cc65e42deed1 None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:30:44.669440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:44.717909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-10d15a93-5b0a-4adb-a632-3cef0111e336 None None] Provisioning for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:44.949837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 9575f9ad-05ff-4f55-8941-1594f540d3c1 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:45.010922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3487fb6-37d2-4a5f-af6c-11fbf0e152e9 req-e30f0cd0-38a9-4804-a3bb-7a7d6994cce3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:45.018855 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b3487fb6-37d2-4a5f-af6c-11fbf0e152e9 req-e30f0cd0-38a9-4804-a3bb-7a7d6994cce3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1480262 Dec 09 05:30:45.023685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804d054-b8bb-43ea-b1eb-a9374b1b785a req-63ab84c7-b290-4124-9e42-0cef35fa9596 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:45.032611 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7804d054-b8bb-43ea-b1eb-a9374b1b785a req-63ab84c7-b290-4124-9e42-0cef35fa9596 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1222479 Dec 09 05:30:45.075474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:45.082952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:45.083370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:45.092962 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7804d054-b8bb-43ea-b1eb-a9374b1b785a req-8001e822-1c1e-4170-a72d-7bafe1de554c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593121 Dec 09 05:30:45.137485 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b3487fb6-37d2-4a5f-af6c-11fbf0e152e9 req-a2ce9566-7829-4a57-b66b-f418a6e9d77e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111193 Dec 09 05:30:45.138759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Router e31e38c1-c8b1-4173-83af-de1caed63723 is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:30:45.317770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:45.407198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 9575f9ad-05ff-4f55-8941-1594f540d3c1, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=9575f9ad-05ff-4f55-8941-1594f540d3c1,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:45.411693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:45.417048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:45.512154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1b0da-453b-4aed-b7ca-4bdd6f36bb01 req-18b79444-b66c-4296-b034-4e796b818110 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:45.519217 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1db1b0da-453b-4aed-b7ca-4bdd6f36bb01 req-18b79444-b66c-4296-b034-4e796b818110 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1929545 Dec 09 05:30:45.581388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=9575f9ad-05ff-4f55-8941-1594f540d3c1,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:45.586996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:45.629536 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1db1b0da-453b-4aed-b7ca-4bdd6f36bb01 req-cf0a5c93-6d7e-4563-adcc-171f1b6e82b4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091719 Dec 09 05:30:45.637912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d55794f1-448e-43bb-8ede-7593279fabad None None] Provisioning complete for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:45.638392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d55794f1-448e-43bb-8ede-7593279fabad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:45.691580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:30:45.708269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Sync routers for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:30:45.735389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:30:45.737148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:30:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:45.765977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:45.767351 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0681393 Dec 09 05:30:45.770589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 43826) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:45.998381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:30:46.016377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-aea7b9ee-9d8e-4aa1-911f-1015d7f7ba8b None None] Provisioning complete for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:46.019355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aea7b9ee-9d8e-4aa1-911f-1015d7f7ba8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:46.313207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-bbb057d2-f0b3-493a-b5d9-f3b1c0677fde None None] Provisioning complete for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:46.314630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bbb057d2-f0b3-493a-b5d9-f3b1c0677fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:46.576131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a23b9f-bff5-4314-a476-8d60f856946a req-cc79f8db-c452-4c3d-8d27-a723c56ae725 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:46.584567 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4a23b9f-bff5-4314-a476-8d60f856946a req-cc79f8db-c452-4c3d-8d27-a723c56ae725 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1573653 Dec 09 05:30:46.597412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ef1d821e-a62e-4ef6-9fc3-30e6d16ddefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:46.617687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:43Z', 'revision_number': 3, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:46.627457 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Checking router: e31e38c1-c8b1-4173-83af-de1caed63723 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:30:46.628134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Updating router e31e38c1-c8b1-4173-83af-de1caed63723 port e244a74e-11ce-45a4-9167-43eca73388e6 binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:30:46.658806 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b4a23b9f-bff5-4314-a476-8d60f856946a req-83ccc1d9-7cc8-43c2-b326-2b071987046b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720377 Dec 09 05:30:46.700732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:46.772188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e9e17-20b2-4a79-9d3d-68db962a2cd9 req-20ac577e-f43f-48e1-aa0d-c411a5e51c5d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:46.782769 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7c5e9e17-20b2-4a79-9d3d-68db962a2cd9 req-20ac577e-f43f-48e1-aa0d-c411a5e51c5d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2634830 Dec 09 05:30:46.978057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 9575f9ad-05ff-4f55-8941-1594f540d3c1 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:47.091083 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7c5e9e17-20b2-4a79-9d3d-68db962a2cd9 req-2afd3b72-eadc-4c46-8d9b-937cc7ea01be tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3014221 Dec 09 05:30:47.119453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b355b5-1ef8-4d34-94e4-aaebc95d6791 req-9aed815b-a26b-46fa-9380-1301ac22078f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:47.127031 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b7b355b5-1ef8-4d34-94e4-aaebc95d6791 req-9aed815b-a26b-46fa-9380-1301ac22078f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2536345 Dec 09 05:30:47.167630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 9575f9ad-05ff-4f55-8941-1594f540d3c1 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:47.168055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.168845 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.184670 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b7b355b5-1ef8-4d34-94e4-aaebc95d6791 req-50331e29-c439-44ef-860c-5b5efd6d5438 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531919 Dec 09 05:30:47.423668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.643959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.657082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Transition to ACTIVE for port object e244a74e-11ce-45a4-9167-43eca73388e6 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:47.660085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.680187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:47.718607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Allocated IP 172.20.0.1 (65a7424f-e940-4a4d-bfbf-8ed81f6ba2da/4f87ac67-723f-4b3a-a8e5-64020e273476/5f711df2-3e34-418b-96a4-b0c1d87baa85) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:30:47.871810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Attempting to bind port e244a74e-11ce-45a4-9167-43eca73388e6 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:47.872701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Attempting to bind port e244a74e-11ce-45a4-9167-43eca73388e6 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:47.873299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Attempting to bind port e244a74e-11ce-45a4-9167-43eca73388e6 on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:47.883721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:47.884512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:47.885274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.885893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:47.886678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Bound port: e244a74e-11ce-45a4-9167-43eca73388e6, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:47.887323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.943826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Pushing event updated for resources: {'Port': ['ID=e244a74e-11ce-45a4-9167-43eca73388e6,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:47.956325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:47.958948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.959403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.959860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.960338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.960926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.961367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.961798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.962259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.962666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.963111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.963544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.963960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.964431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.964864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.965285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.966228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.966669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.967088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.967523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.967946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.968380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.968792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.969271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.969854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:30:47.983531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:48.014768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] For port e244a74e-11ce-45a4-9167-43eca73388e6, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:48.018965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] For port e244a74e-11ce-45a4-9167-43eca73388e6, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=e244a74e-11ce-45a4-9167-43eca73388e6,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:48.027984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:48.043587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36b3f-ab2e-4738-bf99-4fd2361a56e0 req-ed4cff58-3bbc-4181-bf5b-dce8dec6a5f7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:48.045416 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4da36b3f-ab2e-4738-bf99-4fd2361a56e0 req-ed4cff58-3bbc-4181-bf5b-dce8dec6a5f7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1370461 Dec 09 05:30:48.056088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:48.116424 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4da36b3f-ab2e-4738-bf99-4fd2361a56e0 req-3b2e25bd-b919-4a0d-9cf2-dd465b896ded tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601730 Dec 09 05:30:48.124188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:48.145605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Transition to ACTIVE for port object 5f711df2-3e34-418b-96a4-b0c1d87baa85 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:48.181019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:48.219446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:48.330881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Pushing event updated for resources: {'Port': ['ID=e244a74e-11ce-45a4-9167-43eca73388e6,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:48.337221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2e278c58-ff7d-40d8-94a4-55f66662da84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:48.425881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:30:48.426623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:30:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:48.494412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:48.503860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b4bdb-3d85-4f6c-a8f0-8e7bcc855e4d req-92534969-2bcb-4cd3-9c7f-2e7fe19750ee tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:48.507182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-534b4bdb-3d85-4f6c-a8f0-8e7bcc855e4d req-92534969-2bcb-4cd3-9c7f-2e7fe19750ee tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1329937 Dec 09 05:30:48.612118 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-534b4bdb-3d85-4f6c-a8f0-8e7bcc855e4d req-08959490-d39b-4965-a733-93b794dc0261 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948377 Dec 09 05:30:48.746394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:48.752390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:48.775856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:30:48.860856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:48.862040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:48.866894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:30:48.950381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ce634-0e62-4b21-978d-8d49eef4516c req-27335632-abbc-44c2-ab9e-bc6d5df2b2f1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:48.952110 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f43ce634-0e62-4b21-978d-8d49eef4516c req-27335632-abbc-44c2-ab9e-bc6d5df2b2f1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2108462 Dec 09 05:30:49.023400 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f43ce634-0e62-4b21-978d-8d49eef4516c req-40a2eb40-91c3-4f84-aeba-402a778e8297 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624962 Dec 09 05:30:49.029164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.194474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.232060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5f61a323-8089-4734-9e8f-1bad4589bcd1 None None] Provisioning for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:49.238411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5f61a323-8089-4734-9e8f-1bad4589bcd1 None None] Provisioning complete for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:49.239104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5f61a323-8089-4734-9e8f-1bad4589bcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.312724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-5f61a323-8089-4734-9e8f-1bad4589bcd1 None None] Port 5f711df2-3e34-418b-96a4-b0c1d87baa85 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:30:49.490309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:43Z', 'revision_number': 3, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:49.495551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dc7b6a-94a8-4fbb-9dc6-613fe22bf778 None None] The sync data for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb is: [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:43Z', 'revision_number': 3, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:30:49.559195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20f17-dc51-44e1-b166-e147b7c87982 req-782f32aa-493b-4694-9bbf-a2a7bbf65ebd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:49.568364 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-acb20f17-dc51-44e1-b166-e147b7c87982 req-782f32aa-493b-4694-9bbf-a2a7bbf65ebd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1378360 Dec 09 05:30:49.585913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.590570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.627951 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-acb20f17-dc51-44e1-b166-e147b7c87982 req-a30e97b9-a97f-4737-821d-60fe1d3735fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579026 Dec 09 05:30:49.630319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5744ff7f-edb5-4cf9-90bb-ba980a022c05 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:49.721763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:49.765030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:49.769795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:49.982414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789cd0d-559b-4f9d-92b5-65a5dd169431 req-ef64b195-e7b5-408e-9c01-602e6dfc3ac6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:49.992509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3789cd0d-559b-4f9d-92b5-65a5dd169431 req-ef64b195-e7b5-408e-9c01-602e6dfc3ac6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1666250 Dec 09 05:30:50.084424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:30:50.086393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:30:50.096237 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3789cd0d-559b-4f9d-92b5-65a5dd169431 req-b47874ba-9ad9-4feb-84c1-fe01de9c2f6a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026568 Dec 09 05:30:50.143201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:50.494223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dbdb0-1a95-41da-ae28-852ea2cb7fa4 req-780e4c53-21e0-46d0-abb2-52c07d6fb40c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:50.494223 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b09dbdb0-1a95-41da-ae28-852ea2cb7fa4 req-780e4c53-21e0-46d0-abb2-52c07d6fb40c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1991127 Dec 09 05:30:50.537107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Router e31e38c1-c8b1-4173-83af-de1caed63723 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:30:50.591958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-437d0480-7799-4609-9c71-c51cd50752a7 None None] Provisioning complete for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:50.592666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-437d0480-7799-4609-9c71-c51cd50752a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:50.605575 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b09dbdb0-1a95-41da-ae28-852ea2cb7fa4 req-0138384e-2f38-42bb-a884-5a74c11168bc tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088705 Dec 09 05:30:50.662394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-437d0480-7799-4609-9c71-c51cd50752a7 None None] Port 5f711df2-3e34-418b-96a4-b0c1d87baa85 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:30:50.790216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:30:50.808513 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] 10.222.0.57 "PUT /v2.0/routers/e31e38c1-c8b1-4173-83af-de1caed63723/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0348008 Dec 09 05:30:50.927573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device e244a74e-11ce-45a4-9167-43eca73388e6 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:50.965442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835dee3-955a-41ef-9576-72103fcd9eac req-1cc148d6-16a3-4591-8a54-aefc5c80664c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:50.968536 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7835dee3-955a-41ef-9576-72103fcd9eac req-1cc148d6-16a3-4591-8a54-aefc5c80664c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1488707 Dec 09 05:30:51.029931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port e244a74e-11ce-45a4-9167-43eca73388e6 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:51.036911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port e244a74e-11ce-45a4-9167-43eca73388e6 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:51.037377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:51.050831 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7835dee3-955a-41ef-9576-72103fcd9eac req-dd297e3c-a791-4346-accf-cc3f377fd179 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631037 Dec 09 05:30:51.178597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:51.203312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port e244a74e-11ce-45a4-9167-43eca73388e6, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=e244a74e-11ce-45a4-9167-43eca73388e6,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:51.206698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:51.211618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-76148afe-a09c-46a9-b770-36966ed77a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:51.287216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=e244a74e-11ce-45a4-9167-43eca73388e6,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:51.292883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:51.421014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083c7de-c59f-4d27-af2d-b401e8fc3b76 req-57f42bff-c442-4f61-8c32-3898aa531c57 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:51.422695 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e083c7de-c59f-4d27-af2d-b401e8fc3b76 req-57f42bff-c442-4f61-8c32-3898aa531c57 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1087918 Dec 09 05:30:51.472430 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e083c7de-c59f-4d27-af2d-b401e8fc3b76 req-c8e43c10-b087-4a14-8a33-b01a7504e99d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Dec 09 05:30:51.848968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d33b94-00ba-45d2-bdd8-bf7fc3e66c1f req-13a5dec8-cf1f-4c66-af4a-2ea18e603bc6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:51.852034 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35d33b94-00ba-45d2-bdd8-bf7fc3e66c1f req-13a5dec8-cf1f-4c66-af4a-2ea18e603bc6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0919175 Dec 09 05:30:51.901657 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35d33b94-00ba-45d2-bdd8-bf7fc3e66c1f req-19b95d9b-caf5-469d-912e-a5972ba32e5d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Dec 09 05:30:52.324176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc391885-240a-4151-b326-703987d51ff8 req-ae7019df-c270-49cc-bc09-c631b398b642 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:52.325833 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dc391885-240a-4151-b326-703987d51ff8 req-ae7019df-c270-49cc-bc09-c631b398b642 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1242700 Dec 09 05:30:52.377829 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dc391885-240a-4151-b326-703987d51ff8 req-844d2246-4559-473d-bc0b-46739a2fd999 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Dec 09 05:30:52.904685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866fa1-7c2f-4afa-8041-a503ef337e45 req-233dc998-41e5-434e-9b74-e047dea83e72 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:52.907454 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4e866fa1-7c2f-4afa-8041-a503ef337e45 req-233dc998-41e5-434e-9b74-e047dea83e72 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1210854 Dec 09 05:30:52.914508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device e244a74e-11ce-45a4-9167-43eca73388e6 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:52.974822 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4e866fa1-7c2f-4afa-8041-a503ef337e45 req-b188e058-1abd-444e-8b93-a856caad2e3a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570498 Dec 09 05:30:53.067750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port e244a74e-11ce-45a4-9167-43eca73388e6 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:53.068256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:53.147735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Sync routers for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:30:53.228997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:30:53.229577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:30:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:53.341668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da332e-2e82-40c8-bd70-460280d91a5e req-e2d876da-a177-4a19-aa5b-821dcbcb3661 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:53.352222 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-18da332e-2e82-40c8-bd70-460280d91a5e req-e2d876da-a177-4a19-aa5b-821dcbcb3661 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1471646 Dec 09 05:30:53.446838 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-18da332e-2e82-40c8-bd70-460280d91a5e req-7f8226f6-1d45-478d-83df-739327b79a28 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928123 Dec 09 05:30:53.472475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43922) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:53.740373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:53.799663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:30:53.809435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7c81f-bee2-4644-9dc8-632d4d962f65 req-4904b260-a147-4013-9101-51740eddb405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:53.811298 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-27e7c81f-bee2-4644-9dc8-632d4d962f65 req-4904b260-a147-4013-9101-51740eddb405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2553363 Dec 09 05:30:53.818065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-424191f9-4a81-4fcd-8a01-663fe4d0d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:53.819946 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-424191f9-4a81-4fcd-8a01-663fe4d0d293 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1162 time: 0.1489220 Dec 09 05:30:53.876803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:30:53.884421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-27e7c81f-bee2-4644-9dc8-632d4d962f65 req-28d6d3ef-c899-422f-8392-62a45e30b7c0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625467 Dec 09 05:30:53.894368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Usage tracker for resource:security_group_rule and tenant:e27ab43e084b439e9b7a9d1dc40f5b32 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:30:53.898254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:30:53.931105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:30:53.979129 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c1232-b521-49f8-80ca-c386662e38e5 req-41d2a197-e8e4-4f62-a2ca-061ac91792a1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:53.988664 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4f4c1232-b521-49f8-80ca-c386662e38e5 req-41d2a197-e8e4-4f62-a2ca-061ac91792a1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2053950 Dec 09 05:30:54.069737 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4f4c1232-b521-49f8-80ca-c386662e38e5 req-4301f87b-6249-42a7-abd0-a830f4995241 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768962 Dec 09 05:30:54.111461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-28caa1cd-9f1c-4b00-a868-7dafc44aff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:54.113154 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-28caa1cd-9f1c-4b00-a868-7dafc44aff6a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.2476866 Dec 09 05:30:54.267284 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-3636c6cc-ac1c-44c4-974d-5a021175ac0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 1000 time: 0.1414344 Dec 09 05:30:54.284054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.291471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.321404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4199bf0-c156-4909-b08d-ed8cc475a722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:54.324088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 2, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:54.329473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Checking router: e31e38c1-c8b1-4173-83af-de1caed63723 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:30:54.329873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Updating router e31e38c1-c8b1-4173-83af-de1caed63723 port 5f711df2-3e34-418b-96a4-b0c1d87baa85 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:30:54.373027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019987e4-371d-4740-b10b-6e6c58ea0284,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:54.379724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:54.388072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e27ab43e084b439e9b7a9d1dc40f5b32&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9133697 Dec 09 05:30:54.390322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 43930) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:30:54.403686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.404704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-ae4931a0-e8b7-4887-a9ed-4e03dadfc7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:54.408395 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-ae4931a0-e8b7-4887-a9ed-4e03dadfc7be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.1339500 Dec 09 05:30:54.462417 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.496655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.529181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-21f83260-d528-4b4a-b4c4-2f14e47dfc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:54.531944 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-21f83260-d528-4b4a-b4c4-2f14e47dfc0d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130843 Dec 09 05:30:54.560443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.565574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1d08d122-3764-499e-b3b2-30dcd3d5cb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:54.580268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019987e4-371d-4740-b10b-6e6c58ea0284,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:54.583119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:54.613272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:54.617357 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/019987e4-371d-4740-b10b-6e6c58ea0284 HTTP/1.1" status: 204 len: 168 time: 0.2232409 Dec 09 05:30:54.759060 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-fd2bfd79-3536-4b28-a514-a3b8b083296c service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186768 Dec 09 05:30:55.088052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c3bcd-e337-4087-8d0b-93ae90c08c71 req-873220ff-670e-4dad-bf96-0f38aaa9e252 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:55.122734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-919c3bcd-e337-4087-8d0b-93ae90c08c71 req-873220ff-670e-4dad-bf96-0f38aaa9e252 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.3513038 Dec 09 05:30:55.258728 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9ac09f2-c9b3-450c-ba6d-4f6e1dfc9286 req-4ed7c0f6-ff95-4157-94ad-e09a224d0691 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4411631 Dec 09 05:30:55.309984 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-919c3bcd-e337-4087-8d0b-93ae90c08c71 req-22385f14-55f4-455f-b773-fa30916dabf9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690741 Dec 09 05:30:55.348295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c6d6a-dbf6-4ab9-8564-c0b76e6f4d79 req-827346b2-7834-4469-a7b1-f5c25080114b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:55.356896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:55.357118 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-626c6d6a-dbf6-4ab9-8564-c0b76e6f4d79 req-827346b2-7834-4469-a7b1-f5c25080114b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1798325 Dec 09 05:30:55.389056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Transition to ACTIVE for port object 5f711df2-3e34-418b-96a4-b0c1d87baa85 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:30:55.392489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:55.432973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-626c6d6a-dbf6-4ab9-8564-c0b76e6f4d79 req-93e24841-40ec-48bc-86c7-5cbfe474a39d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749023 Dec 09 05:30:55.490534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:55.575682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde90ec5-9d94-447a-a502-61b6f2b020e8 req-4268f4af-2199-4bbc-a59c-2c6ea279a6f7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:55.578585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Pushing event updated for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:55.583407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:55.586833 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cde90ec5-9d94-447a-a502-61b6f2b020e8 req-4268f4af-2199-4bbc-a59c-2c6ea279a6f7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1208649 Dec 09 05:30:55.650871 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cde90ec5-9d94-447a-a502-61b6f2b020e8 req-070ed511-244f-4ecf-a282-e305b05a854d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630655 Dec 09 05:30:55.753422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Attempting to bind port 5f711df2-3e34-418b-96a4-b0c1d87baa85 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:30:55.754118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Attempting to bind port 5f711df2-3e34-418b-96a4-b0c1d87baa85 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:30:55.754608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Attempting to bind port 5f711df2-3e34-418b-96a4-b0c1d87baa85 on network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:30:55.761063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:30:55.761493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Checking segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:30:55.761946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:55.762487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Bound using segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:30:55.762978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Bound port: 5f711df2-3e34-418b-96a4-b0c1d87baa85, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:30:55.763430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:55.861171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] For port 5f711df2-3e34-418b-96a4-b0c1d87baa85, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:30:55.864644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] For port 5f711df2-3e34-418b-96a4-b0c1d87baa85, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5f711df2-3e34-418b-96a4-b0c1d87baa85,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:30:55.868346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:55.883732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:56.035269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Pushing event updated for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:56.049071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:56.125659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:30:56.126523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:30:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:56.434433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:30:56.603168 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6c20c-2f2a-449d-811f-d978bbdcba95 req-bbbe10fa-c6f8-4f98-af54-9140e73a9232 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:56.612844 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42b6c20c-2f2a-449d-811f-d978bbdcba95 req-bbbe10fa-c6f8-4f98-af54-9140e73a9232 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1016235 Dec 09 05:30:56.684993 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42b6c20c-2f2a-449d-811f-d978bbdcba95 req-43baedbe-58d4-45e0-b3c3-a55b8c339295 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707755 Dec 09 05:30:56.708899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca543a-6547-41e8-8846-68e4dd658348 req-fb65eac5-bbe6-4943-b2c5-5df67edfaf15 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:56.710919 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f6ca543a-6547-41e8-8846-68e4dd658348 req-fb65eac5-bbe6-4943-b2c5-5df67edfaf15 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0952923 Dec 09 05:30:56.783640 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f6ca543a-6547-41e8-8846-68e4dd658348 req-ce55719e-90bf-4d1d-8580-ba9fd43d4536 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655918 Dec 09 05:30:56.900980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:55Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:30:56.905199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e40a2-cdf7-49a5-bdf5-e2b883ff6f92 None None] The sync data for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb is: [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:55Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:30:56.931625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbdce2-c88d-462c-98ce-aa9d720b9264 req-74539035-b8d6-4da1-930b-c0143e67a3d8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:56.933245 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0fcbdce2-c88d-462c-98ce-aa9d720b9264 req-74539035-b8d6-4da1-930b-c0143e67a3d8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0897651 Dec 09 05:30:57.026872 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0fcbdce2-c88d-462c-98ce-aa9d720b9264 req-c27284c0-4d51-4a78-acc2-e9ab1e843662 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869431 Dec 09 05:30:57.904542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba42e1-1e9d-4a9a-bd41-76a7774e4eef req-3b82bf91-4208-48d8-8e41-177784d052a3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:57.906179 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7ba42e1-1e9d-4a9a-bd41-76a7774e4eef req-3b82bf91-4208-48d8-8e41-177784d052a3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0859547 Dec 09 05:30:57.962134 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d7ba42e1-1e9d-4a9a-bd41-76a7774e4eef req-baa77a97-ec8f-437c-aa00-29cbfe7d25d8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477772 Dec 09 05:30:58.291395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106c0e3-a08c-4846-a82c-36a17f3c459d req-aa11e78f-f001-494c-aef5-796bb2ee8fa5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:58.293026 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5106c0e3-a08c-4846-a82c-36a17f3c459d req-aa11e78f-f001-494c-aef5-796bb2ee8fa5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1010685 Dec 09 05:30:58.374209 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5106c0e3-a08c-4846-a82c-36a17f3c459d req-775532cc-1414-413e-b1b9-9a294d464117 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746808 Dec 09 05:30:58.900533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5f711df2-3e34-418b-96a4-b0c1d87baa85 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:30:58.969252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:30:58.976323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:30:58.976886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:59.109534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:59.157161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 5f711df2-3e34-418b-96a4-b0c1d87baa85, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5f711df2-3e34-418b-96a4-b0c1d87baa85,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:30:59.162763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:30:59.165797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:30:59.213887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575957f-3ae9-432d-8f26-ee21d6773a12 req-621a949a-fed8-4475-aac2-9b6dda713b5f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:59.215536 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c575957f-3ae9-432d-8f26-ee21d6773a12 req-621a949a-fed8-4475-aac2-9b6dda713b5f tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1073706 Dec 09 05:30:59.238414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:30:59.241999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:30:59.268255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c575957f-3ae9-432d-8f26-ee21d6773a12 req-0bcd48c9-b9d6-4f30-9695-64d7b1a6e4fa tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Dec 09 05:30:59.625986 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96d8ce-a4fb-4c7c-90e4-7278b88997d3 req-6e19a1b0-2283-44cb-8f47-a5ab3c63ac0c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:30:59.627819 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc96d8ce-a4fb-4c7c-90e4-7278b88997d3 req-6e19a1b0-2283-44cb-8f47-a5ab3c63ac0c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0943041 Dec 09 05:30:59.680780 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc96d8ce-a4fb-4c7c-90e4-7278b88997d3 req-4be1e637-a861-414c-9cae-1c04e6600dd0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444174 Dec 09 05:31:00.703668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fa041-51a0-47b2-80a5-21a8c5afc872 req-fddc6b5f-5b37-4222-a42f-590bc0a150e2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:00.705262 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-147fa041-51a0-47b2-80a5-21a8c5afc872 req-fddc6b5f-5b37-4222-a42f-590bc0a150e2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2926214 Dec 09 05:31:00.763541 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-147fa041-51a0-47b2-80a5-21a8c5afc872 req-7e5c83b0-eaf6-44ef-bbe7-4028f40c7432 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434260 Dec 09 05:31:00.907694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5f711df2-3e34-418b-96a4-b0c1d87baa85 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:00.993690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 5f711df2-3e34-418b-96a4-b0c1d87baa85 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:00.994022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:00.997984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04dff7-e0e5-41b1-b10f-451cdc3745b3 req-3f9786fd-0485-44e9-88d3-d6545bbacb80 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:01.002785 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ae04dff7-e0e5-41b1-b10f-451cdc3745b3 req-3f9786fd-0485-44e9-88d3-d6545bbacb80 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1206086 Dec 09 05:31:01.062766 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ae04dff7-e0e5-41b1-b10f-451cdc3745b3 req-579db5e1-e91e-418b-905a-4813754e097e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548160 Dec 09 05:31:02.000195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7f3b-8b84-413c-8cbe-e32b4b700e98 req-39d3c9cc-643a-4fe4-aba5-b7f3f94920ed tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:02.001486 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-00cb7f3b-8b84-413c-8cbe-e32b4b700e98 req-39d3c9cc-643a-4fe4-aba5-b7f3f94920ed tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0996101 Dec 09 05:31:02.064796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-00cb7f3b-8b84-413c-8cbe-e32b4b700e98 req-6e04b7ab-9e44-4611-83a2-f8f232d16acd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Dec 09 05:31:02.312308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f5663-1f0b-41dd-b664-45cdf42173db req-850e25c6-d7c2-4c14-ab93-6779c9f15f7f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:02.313964 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b92f5663-1f0b-41dd-b664-45cdf42173db req-850e25c6-d7c2-4c14-ab93-6779c9f15f7f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0945098 Dec 09 05:31:02.369303 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b92f5663-1f0b-41dd-b664-45cdf42173db req-ba36ce8c-452b-4b35-ab49-3ce6653b84b1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487475 Dec 09 05:31:03.322170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc207-9bf5-4372-9ddb-08ac443537f3 req-b5351e88-f4c9-4a2f-b49f-17cd7979ef67 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:03.323796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8ddc207-9bf5-4372-9ddb-08ac443537f3 req-b5351e88-f4c9-4a2f-b49f-17cd7979ef67 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0851960 Dec 09 05:31:03.372306 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8ddc207-9bf5-4372-9ddb-08ac443537f3 req-761632a4-08a2-4d0f-b58f-d25e649ba6a7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Dec 09 05:31:03.630195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0457d3-61b9-4c0c-91c5-4cf22071915d req-0081d5bc-97c5-43fa-970a-e5a93d7576a5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:03.631882 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7e0457d3-61b9-4c0c-91c5-4cf22071915d req-0081d5bc-97c5-43fa-970a-e5a93d7576a5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1115718 Dec 09 05:31:03.900070 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7e0457d3-61b9-4c0c-91c5-4cf22071915d req-c4b1e0c2-569e-4a1f-8899-4dda9ebbfc3b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616043 Dec 09 05:31:03.940570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:31:04.656278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb87852-b8d1-4ed6-befc-7106f268a78b req-8743c19f-0f00-47be-b45e-1d558bb56c96 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:04.658322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-feb87852-b8d1-4ed6-befc-7106f268a78b req-8743c19f-0f00-47be-b45e-1d558bb56c96 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1078033 Dec 09 05:31:04.725234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-feb87852-b8d1-4ed6-befc-7106f268a78b req-9ea1b97a-c03e-498f-a7b9-c7d3481ef4d7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577462 Dec 09 05:31:05.200484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ced3db-fdd9-45a0-8e5d-6d1ecd4f6725 req-57caf9df-c8c7-4774-a408-26218b0edb15 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:05.202212 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-44ced3db-fdd9-45a0-8e5d-6d1ecd4f6725 req-57caf9df-c8c7-4774-a408-26218b0edb15 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1299939 Dec 09 05:31:05.254014 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-44ced3db-fdd9-45a0-8e5d-6d1ecd4f6725 req-74675e91-ca9c-498d-9717-3a37e1a5e420 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Dec 09 05:31:06.043984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed05b8-9ecd-4d78-b9bd-e9772039fbd0 req-99b8201f-578a-48da-9966-6a23084f72bf tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:06.068508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8ed05b8-9ecd-4d78-b9bd-e9772039fbd0 req-99b8201f-578a-48da-9966-6a23084f72bf tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1211021 Dec 09 05:31:06.210945 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8ed05b8-9ecd-4d78-b9bd-e9772039fbd0 req-8deae9bc-c0af-45f4-a6db-184a762b98dd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402326 Dec 09 05:31:06.698754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7487d-6be0-4df4-bd9f-30dfc632447e req-78c208ee-9a1c-4a58-9f51-ea1105b81e6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:06.708439 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-94c7487d-6be0-4df4-bd9f-30dfc632447e req-78c208ee-9a1c-4a58-9f51-ea1105b81e6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1648817 Dec 09 05:31:06.778839 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-94c7487d-6be0-4df4-bd9f-30dfc632447e req-dc4644f3-c714-4f25-aba2-60d1aca99998 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690815 Dec 09 05:31:07.472997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484760f-0dbd-425d-a464-4010a1de3a19 req-819f17dd-f280-4840-bae4-acfe7664b4e2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:07.485673 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b484760f-0dbd-425d-a464-4010a1de3a19 req-819f17dd-f280-4840-bae4-acfe7664b4e2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1036916 Dec 09 05:31:07.564948 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b484760f-0dbd-425d-a464-4010a1de3a19 req-b4c939f1-7a41-41eb-8f6b-b4e6cab6250a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777190 Dec 09 05:31:08.033890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e98617-5a5c-4be7-b116-061361bc1f71 req-3295683e-7628-4189-ad58-1aa29fae04ed tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:08.036279 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-54e98617-5a5c-4be7-b116-061361bc1f71 req-3295683e-7628-4189-ad58-1aa29fae04ed tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1002464 Dec 09 05:31:08.198399 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-54e98617-5a5c-4be7-b116-061361bc1f71 req-e52c614d-13f8-4798-bf7c-c668c9b99df9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704830 Dec 09 05:31:08.881376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d5cf8-ba7f-477e-b088-abd4752c21f6 req-e75ebc39-fb59-469e-ae12-09c1b16a4d3e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:08.889419 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f54d5cf8-ba7f-477e-b088-abd4752c21f6 req-e75ebc39-fb59-469e-ae12-09c1b16a4d3e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1725509 Dec 09 05:31:08.978017 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f54d5cf8-ba7f-477e-b088-abd4752c21f6 req-31ee0dfd-73d8-422b-990a-2ed54fa9e784 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875173 Dec 09 05:31:09.421195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8ce17-bd26-4b1a-96cb-8798a662c689 req-10b310e6-b38a-45f2-93ea-fd2254886e4e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:09.430281 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ada8ce17-bd26-4b1a-96cb-8798a662c689 req-10b310e6-b38a-45f2-93ea-fd2254886e4e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1192584 Dec 09 05:31:09.486843 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ada8ce17-bd26-4b1a-96cb-8798a662c689 req-95a6ce3d-9b10-42b5-aff6-d83c1f0e4345 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555573 Dec 09 05:31:10.326667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd4dd-a49f-4b85-b6a0-eed22076b513 req-2fd4293d-fab7-4826-aa01-f8f6dd21d6d5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:10.329528 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7febd4dd-a49f-4b85-b6a0-eed22076b513 req-2fd4293d-fab7-4826-aa01-f8f6dd21d6d5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1150386 Dec 09 05:31:10.387685 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7febd4dd-a49f-4b85-b6a0-eed22076b513 req-e4b86eca-5f06-4bf1-9b40-70341c23cf5b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Dec 09 05:31:10.739953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ed3eb-b909-4dbd-a32e-00e19831bfc3 req-5872bd54-5359-4a8a-ac50-e1c67fe1dd5b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:10.748393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d6ed3eb-b909-4dbd-a32e-00e19831bfc3 req-5872bd54-5359-4a8a-ac50-e1c67fe1dd5b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1070387 Dec 09 05:31:10.808948 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d6ed3eb-b909-4dbd-a32e-00e19831bfc3 req-2aabeece-4fb0-4dec-8746-8459247b77a9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566759 Dec 09 05:31:11.700427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc818ff-22f6-4320-9e48-2d9cb44f7b86 req-82bbdd5e-27d5-4da8-bcd9-b16c9255ef5d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:11.704213 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bcc818ff-22f6-4320-9e48-2d9cb44f7b86 req-82bbdd5e-27d5-4da8-bcd9-b16c9255ef5d tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1050544 Dec 09 05:31:11.780814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bcc818ff-22f6-4320-9e48-2d9cb44f7b86 req-66c16f25-19e4-4c55-9d32-1b9d004c7c23 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Dec 09 05:31:12.109432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba778d-b08d-4394-9a82-b72a51dc04f8 req-283162ce-c745-4aa2-af74-88ebf99a6708 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:12.118551 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9aba778d-b08d-4394-9a82-b72a51dc04f8 req-283162ce-c745-4aa2-af74-88ebf99a6708 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1166987 Dec 09 05:31:12.183181 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9aba778d-b08d-4394-9a82-b72a51dc04f8 req-4cb7016f-566c-4800-a1ee-8bcaaf95d72a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612292 Dec 09 05:31:13.089263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d42cd-f46f-4fd6-b7eb-6682ff7d827d req-31db320f-c761-469b-a416-0dcd59954ed1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:13.091512 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a10d42cd-f46f-4fd6-b7eb-6682ff7d827d req-31db320f-c761-469b-a416-0dcd59954ed1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.0991066 Dec 09 05:31:13.165093 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a10d42cd-f46f-4fd6-b7eb-6682ff7d827d req-6c4beac5-f0f0-4582-a10c-a2cc8c5f3ec3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657356 Dec 09 05:31:13.427059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674a94b-86f8-4e78-bbc8-f9b8f0104d98 req-b91e83f1-9a35-4001-b764-d77d33d4a017 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:13.429331 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a674a94b-86f8-4e78-bbc8-f9b8f0104d98 req-b91e83f1-9a35-4001-b764-d77d33d4a017 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1010177 Dec 09 05:31:13.494710 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a674a94b-86f8-4e78-bbc8-f9b8f0104d98 req-ff9a9381-ac25-48d4-b53b-81de34c6440a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554554 Dec 09 05:31:14.205286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1df1bf8b-ed98-4f1e-b899-e5d2c3fb7556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:14.455613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b35af8-ced8-45bf-b584-7bcbc6028bcd req-4d2f95b4-3a77-4c48-a9dd-05f29dbf2582 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:14.465389 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d6b35af8-ced8-45bf-b584-7bcbc6028bcd req-4d2f95b4-3a77-4c48-a9dd-05f29dbf2582 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1054718 Dec 09 05:31:14.526823 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d6b35af8-ced8-45bf-b584-7bcbc6028bcd req-60fedd05-c939-4365-813e-fd569610c8ab tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594656 Dec 09 05:31:14.716368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61ec51-b238-4692-aa50-cd2ae135f39e req-53231d76-fece-49d7-9df1-b1c09d079140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:14.719508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-aa61ec51-b238-4692-aa50-cd2ae135f39e req-53231d76-fece-49d7-9df1-b1c09d079140 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.2068925 Dec 09 05:31:14.792066 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-aa61ec51-b238-4692-aa50-cd2ae135f39e req-e507efe4-b93c-480c-ad58-477d04bb9bce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600710 Dec 09 05:31:14.913511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c878a1-d729-435c-9453-f6eba7afdf08 req-154e23f1-9a86-48e8-9cd6-ec79ad904f79 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:14.926423 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5c878a1-d729-435c-9453-f6eba7afdf08 req-154e23f1-9a86-48e8-9cd6-ec79ad904f79 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1281967 Dec 09 05:31:14.990302 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5c878a1-d729-435c-9453-f6eba7afdf08 req-d2b099bc-d15c-4f00-b4e8-3b144dcdeec6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621240 Dec 09 05:31:15.877197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d3047-dbee-4eb7-a168-d73ef11cca96 req-ad90d159-db6a-4790-98e6-f7d9d0ecefce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:15.878853 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d6d3047-dbee-4eb7-a168-d73ef11cca96 req-ad90d159-db6a-4790-98e6-f7d9d0ecefce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1410933 Dec 09 05:31:15.953526 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d6d3047-dbee-4eb7-a168-d73ef11cca96 req-2de56b39-2a81-42de-a0a9-c319189545c9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661118 Dec 09 05:31:16.230196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:16.341494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:16.342199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:16.383102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b28448-626b-408f-bf1a-2af0bbf9bf5a req-dc00c77f-32c4-4de2-949f-039fc9b2f638 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:16.385597 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-05b28448-626b-408f-bf1a-2af0bbf9bf5a req-dc00c77f-32c4-4de2-949f-039fc9b2f638 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1333132 Dec 09 05:31:16.457810 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-05b28448-626b-408f-bf1a-2af0bbf9bf5a req-930adfb8-ea1e-4be1-be53-037b39b7fdf8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659010 Dec 09 05:31:16.626687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-53f28485-85f5-484a-8b10-5bcdc13cb3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:17.202030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a24f7-6e11-42a9-b861-4a990b3fa308 req-ca7aa3b0-80d2-4c40-b2fa-6852b68b4bbd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:17.205192 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a69a24f7-6e11-42a9-b861-4a990b3fa308 req-ca7aa3b0-80d2-4c40-b2fa-6852b68b4bbd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1068223 Dec 09 05:31:17.277507 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a69a24f7-6e11-42a9-b861-4a990b3fa308 req-f6b7bbd1-a36b-464a-a2f9-877a01e5f878 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649772 Dec 09 05:31:17.409581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:17.923615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4fc47-318e-4b6e-aff3-a32af11a8d66 req-02d782c1-e4b4-4f44-ab16-dafd08d764c4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:17.925933 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c3e4fc47-318e-4b6e-aff3-a32af11a8d66 req-02d782c1-e4b4-4f44-ab16-dafd08d764c4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1197929 Dec 09 05:31:17.965626 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-7d90f699-2bfc-427b-8a3f-072c0b9b3456 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:17.967224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-7d90f699-2bfc-427b-8a3f-072c0b9b3456 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:31:17.992823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-7d90f699-2bfc-427b-8a3f-072c0b9b3456 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:31:17.997118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:18.003927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-7d90f699-2bfc-427b-8a3f-072c0b9b3456 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 815 time: 0.4411805 Dec 09 05:31:18.026035 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-7866c187-638f-4c88-9a23-ea912cd19a9c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/quotas/39316f316b664b1d8f2bde97e4b459d8 HTTP/1.1" status: 200 len: 375 time: 0.0206473 Dec 09 05:31:18.110935 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c3e4fc47-318e-4b6e-aff3-a32af11a8d66 req-b938da7d-f72a-47da-9253-1f7d507af0c1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763763 Dec 09 05:31:18.201152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1abe0d7a-fb4e-4b7c-8d39-c5420af0bb7b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:31:18.243695 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-75a06fe0-5a75-4bff-9546-bc338d7f7a84 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4913781 Dec 09 05:31:18.244643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1abe0d7a-fb4e-4b7c-8d39-c5420af0bb7b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:31:18.246032 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1abe0d7a-fb4e-4b7c-8d39-c5420af0bb7b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2187607 Dec 09 05:31:18.516675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:18.519781 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-5e6c9064-2d39-47da-aab9-e301641f1ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493815 Dec 09 05:31:18.682940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-c0b912c2-1a05-48ec-8f7c-c21a6661a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:18.684905 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-c0b912c2-1a05-48ec-8f7c-c21a6661a02a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 1163 time: 0.1695502 Dec 09 05:31:18.704067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-39e5efcb-81a7-49be-8af8-a2dfbee9bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:18.706178 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-39e5efcb-81a7-49be-8af8-a2dfbee9bda3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6277a1714cf34719bf30e9092556b8ea&device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 1162 time: 0.3157809 Dec 09 05:31:18.742576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af761ba8-6e9d-458a-9b0f-052996cf7d35 req-35828dd8-f200-4371-a364-999aca387858 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:18.744725 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-af761ba8-6e9d-458a-9b0f-052996cf7d35 req-35828dd8-f200-4371-a364-999aca387858 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1558704 Dec 09 05:31:18.790401 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-bc1c3cfe-a322-4a69-b437-fd7267e57189 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2485299 Dec 09 05:31:18.859487 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-af761ba8-6e9d-458a-9b0f-052996cf7d35 req-2f46ac28-3a34-487b-b8a8-3851b1462811 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777280 Dec 09 05:31:18.999948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 44300) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:19.041941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-840e7ef7-d58e-49c0-a001-1a5fbe9e4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:19.043707 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-840e7ef7-d58e-49c0-a001-1a5fbe9e4096 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.3440182 Dec 09 05:31:19.120522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-2d7f52a6-8e49-4602-871e-c98747139819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:19.125401 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-2d7f52a6-8e49-4602-871e-c98747139819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 200 len: 911 time: 0.3842835 Dec 09 05:31:19.208177 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-bdfa2501-a633-4d21-9019-32336f39be62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 200 len: 217 time: 0.1526570 Dec 09 05:31:19.257088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Deleting subnet f6d6bf11-224b-4307-81ca-f03d575f5290 {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:31:19.260326 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-a7d5017a-68f4-4e1a-94fa-ae35e2aa2b9a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 200 len: 217 time: 0.1213441 Dec 09 05:31:19.262091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:19.420881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2366850'] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:19.442102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-47b70c85-0753-4f94-8b4e-932bedb5c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:19.451949 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-47b70c85-0753-4f94-8b4e-932bedb5c593 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.2336922 Dec 09 05:31:19.480188 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b88af4e5-586d-4726-bb04-39f372400c5a req-66a7a338-026d-4247-a882-43c55c28c0e0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.2676599 Dec 09 05:31:19.546017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-62456492-f69a-49e7-9227-91b54ca92fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:19.547783 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-62456492-f69a-49e7-9227-91b54ca92fc6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 200 len: 857 time: 0.2304003 Dec 09 05:31:19.584165 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-3f8bf030-f313-4de5-a833-98df309e9dec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028256 Dec 09 05:31:19.615567 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-c9e954e6-a2b6-4730-9a47-df90249312b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=82a5e039-9dc0-4cea-99f5-528c1c6aef1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567241 Dec 09 05:31:19.746134 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-a7da5085-0bd6-4c3a-b127-3b7fde7710a1 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517136 Dec 09 05:31:19.939361 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8c3b3526-40a7-4b49-87e3-4ec911bf62d1 req-99ad41da-43e6-41c4-ad20-7833ec1b49f7 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1811435 Dec 09 05:31:20.010828 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-974b459a-ce5d-442c-a032-78ab4aeec399 service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822765 Dec 09 05:31:20.028940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3939ee9-7eb1-447a-b31b-dbd169f42947 req-13bf6bd0-26d3-456c-8630-f2b607ae00ea tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:20.036955 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b3939ee9-7eb1-447a-b31b-dbd169f42947 req-13bf6bd0-26d3-456c-8630-f2b607ae00ea tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.5741603 Dec 09 05:31:20.131950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898ca1e-7f38-4b90-8803-392729af1356 req-c6971e32-eb3a-47e4-84ed-3d7757fcfa7a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:20.140256 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0898ca1e-7f38-4b90-8803-392729af1356 req-c6971e32-eb3a-47e4-84ed-3d7757fcfa7a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1023719 Dec 09 05:31:20.159349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:20.196489 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0898ca1e-7f38-4b90-8803-392729af1356 req-a3aaa3f8-b707-4093-9e94-fbff01b471c6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534313 Dec 09 05:31:20.235409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:20.327610 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-333b7dd8-3a64-426f-9c3f-4dd36348a336 req-30a2c61b-b828-4b37-9c88-bb091016f10c service neutron] 10.222.0.54 "GET /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2715373 Dec 09 05:31:20.347003 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b3939ee9-7eb1-447a-b31b-dbd169f42947 req-58fe7a79-d954-4190-b581-123796defe00 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088708 Dec 09 05:31:20.638858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852350583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3176575'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:20.770072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e82b71e4-c9cf-4bba-9505-929c67178444 req-86aaded7-8e80-4ad8-8e74-884e0a2ca3ca tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.0608718 Dec 09 05:31:20.867256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:20.957223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d6bf11-224b-4307-81ca-f03d575f5290,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:20.964919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:20.966018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.044787 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-72aa22cd-50cc-4f22-95fb-19652cf56a8e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f6d6bf11-224b-4307-81ca-f03d575f5290 HTTP/1.1" status: 204 len: 168 time: 2.0349991 Dec 09 05:31:21.047667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44330) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:21.133889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-913ca757-176a-46e4-8efd-60346b4dfdd7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:21.136690 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-913ca757-176a-46e4-8efd-60346b4dfdd7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 815 time: 0.2714682 Dec 09 05:31:21.155728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'port': {'device_id': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'admin_state_up': True, 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:21.275764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.419488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:21.433252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:21.445265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Made reservation on behalf of 39316f316b664b1d8f2bde97e4b459d8 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:31:21.450745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.637239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.828426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82a90f9-ef4c-464a-bbd9-662be77c21f5']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:21.863109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5aee59f-8951-4a76-af1d-192bd22718ff') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:21.863822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5aee59f-8951-4a76-af1d-192bd22718ff') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:21.881999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.928040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:21.933748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:31:22.036741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7552107-e2ed-4dcf-9427-381982646ed2 req-e9f90729-4785-4bde-a5ba-877c398e2d4a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:22.045460 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f7552107-e2ed-4dcf-9427-381982646ed2 req-e9f90729-4785-4bde-a5ba-877c398e2d4a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2400169 Dec 09 05:31:22.103509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Allocated IP 172.20.0.4 (65a7424f-e940-4a4d-bfbf-8ed81f6ba2da/4f87ac67-723f-4b3a-a8e5-64020e273476/3102438c-b1af-4a1c-bc85-169886001051) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:22.135004 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f7552107-e2ed-4dcf-9427-381982646ed2 req-5ef6024d-8e9a-4a93-8412-249fe4b8b35d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884278 Dec 09 05:31:22.158994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:31:22.169506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:22.387863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Network a82a90f9-ef4c-464a-bbd9-662be77c21f5 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:31:22.407981 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b587b9f2-b5c5-47c7-a245-f3422176cd9b req-07d86f70-281c-48ef-a82c-6d0d77567f54 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 210 time: 0.0674613 Dec 09 05:31:22.482045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:31:22.515244 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:31:22.549898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Transition to ACTIVE for port object 3102438c-b1af-4a1c-bc85-169886001051 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:22.563282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d99e73-af1e-4ff5-ac99-6c788be9eeb3 req-0e687a8d-accd-4d0a-8ead-60b1a2c20235 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:22.574561 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2d99e73-af1e-4ff5-ac99-6c788be9eeb3 req-0e687a8d-accd-4d0a-8ead-60b1a2c20235 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 1.1368141 Dec 09 05:31:22.587610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:22.603785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:22.615454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c83443a6-cc34-418d-a710-3d4a0ffe82f6 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:22.624707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:22.649255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:22.679701 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2d99e73-af1e-4ff5-ac99-6c788be9eeb3 req-f586e1b1-b3dc-421f-873e-55d542929dbb tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Dec 09 05:31:22.681234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a82a90f9-ef4c-464a-bbd9-662be77c21f5 HTTP/1.1" status: 204 len: 168 time: 1.6324861 Dec 09 05:31:22.691458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82a90f9-ef4c-464a-bbd9-662be77c21f5,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:22.695752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-afcbc28d-391d-48bd-8421-c533dbe93f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:22.851685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:22.855510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:22.857889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:31:22.891034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:22.903677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:22.974971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:22.975688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.046636 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8953099 Dec 09 05:31:23.066974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Request body: {'port': {'device_id': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:23.198195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44360) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:23.302055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.309021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ee93557f-114a-437a-8553-7c13d88262f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcae7cf2b47948d5a11f3dc0ec2d284a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1105564 Dec 09 05:31:23.309692 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44366) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:23.327029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-bab56b7d-d379-440f-add1-4c74f9f51d92 None None] Provisioning for port 3102438c-b1af-4a1c-bc85-169886001051 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:23.339412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-bab56b7d-d379-440f-add1-4c74f9f51d92 None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:23.340880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bab56b7d-d379-440f-add1-4c74f9f51d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.389828 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.410557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-bab56b7d-d379-440f-add1-4c74f9f51d92 None None] Port 3102438c-b1af-4a1c-bc85-169886001051 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:31:23.430455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.486819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.518681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ba7de357-b47d-4615-9624-129b1cad1d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:23.539273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6839b90a-9a87-46c6-b3bf-17726377b7cc,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:23.556849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:23.561416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:23.581170 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6839b90a-9a87-46c6-b3bf-17726377b7cc HTTP/1.1" status: 204 len: 168 time: 0.2701681 Dec 09 05:31:23.783478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742695f-0cbb-417c-8603-c7d2e06b2513 req-63987c70-00f7-4443-96dc-5a3e7233cfd1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:23.792421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c742695f-0cbb-417c-8603-c7d2e06b2513 req-63987c70-00f7-4443-96dc-5a3e7233cfd1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 931 time: 0.1218581 Dec 09 05:31:23.860641 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c742695f-0cbb-417c-8603-c7d2e06b2513 req-a2126d41-b710-4948-89c8-aba0f8d16b5b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672088 Dec 09 05:31:23.863449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db21d6d-0ac8-420e-8adb-b0906ffb443d req-8b531a40-d52f-4ea1-95d7-48df78316980 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:23.871114 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2db21d6d-0ac8-420e-8adb-b0906ffb443d req-8b531a40-d52f-4ea1-95d7-48df78316980 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.5281870 Dec 09 05:31:23.938814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2db21d6d-0ac8-420e-8adb-b0906ffb443d req-e181de37-f147-4701-a571-7cf9da881b84 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666611 Dec 09 05:31:24.080461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3102438c-b1af-4a1c-bc85-169886001051 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:31:24.093066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:24.111044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Transition to ACTIVE for port object 3102438c-b1af-4a1c-bc85-169886001051 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:24.115133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:24.258904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec84f1-8b6d-499b-87b1-3fd512da5a2f req-ec5c1f6f-09bf-47a4-a3fb-7cf086727d50 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:24.268199 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a1ec84f1-8b6d-499b-87b1-3fd512da5a2f req-ec5c1f6f-09bf-47a4-a3fb-7cf086727d50 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2240896 Dec 09 05:31:24.351730 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a1ec84f1-8b6d-499b-87b1-3fd512da5a2f req-40df88bd-a5c3-4239-8f98-ef1de9a62ef4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792117 Dec 09 05:31:24.422228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:24.909901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Attempting to bind port 3102438c-b1af-4a1c-bc85-169886001051 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:31:24.910589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Attempting to bind port 3102438c-b1af-4a1c-bc85-169886001051 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:31:24.910695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Attempting to bind port 3102438c-b1af-4a1c-bc85-169886001051 on network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:31:24.918688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:24.924727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:24.926232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:31:24.926646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Checking segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:24.927031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:24.927425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Bound using segment: {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:31:24.927919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Bound port: 3102438c-b1af-4a1c-bc85-169886001051, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:31:24.928914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:25.312154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:31:25.315448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:31:25.320704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:25.370386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563776c6-1126-4a60-a78a-bbd06e152e73 req-eaa19394-4788-4e08-9c99-b5aa34cdbaae tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:25.378424 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-563776c6-1126-4a60-a78a-bbd06e152e73 req-eaa19394-4788-4e08-9c99-b5aa34cdbaae tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2343364 Dec 09 05:31:25.484891 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-563776c6-1126-4a60-a78a-bbd06e152e73 req-7277a697-608c-415c-8c75-4f19a5f218f2 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049826 Dec 09 05:31:25.497689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-99b0b211-278d-4aa0-8647-56ffcc8ca9d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:25.673815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:25.687493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:25.697673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:25.698390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:25.700040 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] 10.222.0.54 "PUT /v2.0/ports/3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 1157 time: 2.6415625 Dec 09 05:31:25.700589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:31:25.748222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab3480-ce5d-4f2d-aef9-e2bc93bdb505 req-cf373391-67c1-468c-a47f-302c9e96618d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:25.756471 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76ab3480-ce5d-4f2d-aef9-e2bc93bdb505 req-cf373391-67c1-468c-a47f-302c9e96618d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1295445 Dec 09 05:31:25.911025 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76ab3480-ce5d-4f2d-aef9-e2bc93bdb505 req-4663ae6c-72a5-4ec1-a7c7-897053211da8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532505 Dec 09 05:31:25.974926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-75e0c831-8f7a-4d50-93ad-e55dfd3399f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:25.983023 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-75e0c831-8f7a-4d50-93ad-e55dfd3399f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1160 time: 0.2041185 Dec 09 05:31:26.102022 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:31:26.130366 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-02a42e48-d501-433f-bcec-3cc7cf78bfe7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 217 time: 0.1256559 Dec 09 05:31:26.300388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-b485e5fb-35a2-4fad-bfeb-fb13be5bac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:26.301997 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-b485e5fb-35a2-4fad-bfeb-fb13be5bac30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.1650057 Dec 09 05:31:26.419413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-c95720fe-dd88-4644-8058-b62de80a235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:26.421651 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-c95720fe-dd88-4644-8058-b62de80a235b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1112747 Dec 09 05:31:26.606769 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-254fd125-2d1d-4b82-906c-f0017a8e6a92 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750481 Dec 09 05:31:26.848808 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0d3896ef-0c00-4653-841d-fcc42f6daf6c req-ad6b8219-9a1a-421b-bb70-0913363a19c7 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2330995 Dec 09 05:31:27.062225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49276dc-528f-407e-8f62-e33c877e2acf req-9ddfe03e-e078-4460-a27b-c1a6a8933950 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.063809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f49276dc-528f-407e-8f62-e33c877e2acf req-9ddfe03e-e078-4460-a27b-c1a6a8933950 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:31:27.105616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f49276dc-528f-407e-8f62-e33c877e2acf req-9ddfe03e-e078-4460-a27b-c1a6a8933950 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:31:27.114035 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f49276dc-528f-407e-8f62-e33c877e2acf req-9ddfe03e-e078-4460-a27b-c1a6a8933950 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2641194 Dec 09 05:31:27.171678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f49276dc-528f-407e-8f62-e33c877e2acf req-8b3649e6-1c40-41b5-9d9f-c55bb769fcc1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:31:27.195781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-46ac02a8-8e81-44af-a3a2-2745e23f663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.197577 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-46ac02a8-8e81-44af-a3a2-2745e23f663a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1160 time: 0.2618601 Dec 09 05:31:27.204965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f49276dc-528f-407e-8f62-e33c877e2acf req-8b3649e6-1c40-41b5-9d9f-c55bb769fcc1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:31:27.217396 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f49276dc-528f-407e-8f62-e33c877e2acf req-8b3649e6-1c40-41b5-9d9f-c55bb769fcc1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Dec 09 05:31:27.429557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-29c5b222-c284-4900-b3a9-d4471e2f36eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.434850 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-29c5b222-c284-4900-b3a9-d4471e2f36eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.2137213 Dec 09 05:31:27.528420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-db30fcb5-d96a-4509-b541-a740f7361d67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 217 time: 0.0873654 Dec 09 05:31:27.542085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8eb051-e1a2-4644-9431-264993ab6e7a req-94c9947e-4c19-424e-a863-0fc28121db54 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.544098 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d8eb051-e1a2-4644-9431-264993ab6e7a req-94c9947e-4c19-424e-a863-0fc28121db54 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.3914602 Dec 09 05:31:27.626310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-2dc3c3ba-b43b-4997-82f5-a34bc663a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.628460 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-2dc3c3ba-b43b-4997-82f5-a34bc663a42f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0779986 Dec 09 05:31:27.629370 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7d8eb051-e1a2-4644-9431-264993ab6e7a req-b7038794-ca60-4442-8552-7913b8b4bb2d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737457 Dec 09 05:31:27.759744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-d7d4adc0-b0f9-4bae-8a7d-260e71cb20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:27.761401 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-d7d4adc0-b0f9-4bae-8a7d-260e71cb20d1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182928 Dec 09 05:31:27.940169 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-4c05aa9e-5ba8-4e14-baf6-bb7bd9170c93 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635442 Dec 09 05:31:28.144625 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62ecc3c7-401d-40b4-ab6a-e867ff532e58 req-b39e900c-57db-431b-927e-393cd9308148 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1963811 Dec 09 05:31:28.581182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42123566-ec45-4a7b-85bc-98c3a0ad421e req-a7283d17-e54f-4566-a52c-4a2957b65bc0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:28.582861 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42123566-ec45-4a7b-85bc-98c3a0ad421e req-a7283d17-e54f-4566-a52c-4a2957b65bc0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1827772 Dec 09 05:31:28.659477 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42123566-ec45-4a7b-85bc-98c3a0ad421e req-2dd404bd-ff74-4b47-8b51-be831d92104b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Dec 09 05:31:28.891320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9c8ec-9851-4b8f-94f6-da23fe303db4 req-063bb0dd-4dc9-4db5-93aa-b1c012a3bdfa tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:28.892951 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2c9c8ec-9851-4b8f-94f6-da23fe303db4 req-063bb0dd-4dc9-4db5-93aa-b1c012a3bdfa tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1041641 Dec 09 05:31:28.982455 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a2c9c8ec-9851-4b8f-94f6-da23fe303db4 req-dd92a7b8-c88b-4ebc-9abb-4ebd159473a1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808358 Dec 09 05:31:29.986940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baacb3-df69-47b7-af57-b00653b12b5d req-be93cd95-ed1f-4d46-876a-43c80f06b71d tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:29.989026 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-59baacb3-df69-47b7-af57-b00653b12b5d req-be93cd95-ed1f-4d46-876a-43c80f06b71d tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1934209 Dec 09 05:31:30.039595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-5dc7d929-5751-43ea-bde8-d78c3a05a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:30.041624 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-5dc7d929-5751-43ea-bde8-d78c3a05a446 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1163 time: 0.1786408 Dec 09 05:31:30.065309 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-59baacb3-df69-47b7-af57-b00653b12b5d req-3471b327-1cd4-4b35-bff7-e5887bc9d685 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Dec 09 05:31:30.375715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3713a-fe6f-41ec-a813-ed790cfc0e2c req-26e2f4f5-abdd-4a38-a255-3e5deed09c18 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:30.377454 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-63a3713a-fe6f-41ec-a813-ed790cfc0e2c req-26e2f4f5-abdd-4a38-a255-3e5deed09c18 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1071990 Dec 09 05:31:30.438480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-63a3713a-fe6f-41ec-a813-ed790cfc0e2c req-2c36e988-1ea7-4c03-b3e1-c29b16552918 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538518 Dec 09 05:31:30.688832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c332d-3569-4397-991f-02cea0db0761 req-8c1a8bc6-9c33-4780-9cf8-d385d6eac4a4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:30.690739 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f7c332d-3569-4397-991f-02cea0db0761 req-8c1a8bc6-9c33-4780-9cf8-d385d6eac4a4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1209192 Dec 09 05:31:30.742638 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f7c332d-3569-4397-991f-02cea0db0761 req-fe343d67-1fe9-4d9f-9314-c0bc8a75177e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445991 Dec 09 05:31:31.302773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc097f6-8b83-4caa-b621-c150a477a2cc req-4817d4c6-9de3-49fb-ba7b-1fa706ee224e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:31.305687 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1cc097f6-8b83-4caa-b621-c150a477a2cc req-4817d4c6-9de3-49fb-ba7b-1fa706ee224e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.0956459 Dec 09 05:31:31.356992 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1cc097f6-8b83-4caa-b621-c150a477a2cc req-25aa3742-ebb4-457b-8505-7a1f0f642826 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446608 Dec 09 05:31:31.710572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800ba7f-14dd-4bc8-8cab-b30ea3a0b6f9 req-05152fe3-cdd8-438c-bbca-2ed3ee87ece1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:31.712201 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7800ba7f-14dd-4bc8-8cab-b30ea3a0b6f9 req-05152fe3-cdd8-438c-bbca-2ed3ee87ece1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0967269 Dec 09 05:31:31.764245 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7800ba7f-14dd-4bc8-8cab-b30ea3a0b6f9 req-9cba751b-5fa3-4906-b623-3d5c439d0f8a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Dec 09 05:31:31.972635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be444f-24fb-44ac-9d48-a2d8e8b84431 req-cd818b37-35e4-426b-b19a-cec6e8febac4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:31.974222 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-79be444f-24fb-44ac-9d48-a2d8e8b84431 req-cd818b37-35e4-426b-b19a-cec6e8febac4 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.0904975 Dec 09 05:31:32.030708 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-79be444f-24fb-44ac-9d48-a2d8e8b84431 req-76d5d89a-28f1-4dc3-984a-f371dc4abaa7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Dec 09 05:31:32.605295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bbb2b-ec0d-49b4-8a4d-15baf80c209a req-5a5de4ae-c3f5-491f-8bc6-2f06eca3b90a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:32.607230 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d66bbb2b-ec0d-49b4-8a4d-15baf80c209a req-5a5de4ae-c3f5-491f-8bc6-2f06eca3b90a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1063967 Dec 09 05:31:32.661917 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d66bbb2b-ec0d-49b4-8a4d-15baf80c209a req-16d78aec-9c43-459d-a647-77c7535ce605 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484107 Dec 09 05:31:33.031893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820cb2b-fe28-44d1-b148-6d295be79b97 req-7b5727c1-277d-4745-aed4-8bec4c7d70d7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:33.033777 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5820cb2b-fe28-44d1-b148-6d295be79b97 req-7b5727c1-277d-4745-aed4-8bec4c7d70d7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1065462 Dec 09 05:31:33.085483 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5820cb2b-fe28-44d1-b148-6d295be79b97 req-b056c600-819d-4c0f-abf1-f264625f3872 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Dec 09 05:31:33.294134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb04404-f5e0-4865-b6c2-9d35408ccdb5 req-971f167e-4411-4a3b-a94f-6444087a3345 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:33.295764 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-afb04404-f5e0-4865-b6c2-9d35408ccdb5 req-971f167e-4411-4a3b-a94f-6444087a3345 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.0986247 Dec 09 05:31:33.347903 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-afb04404-f5e0-4865-b6c2-9d35408ccdb5 req-6148076b-eb38-4217-97ec-0d82fec9a214 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 Dec 09 05:31:33.940396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b513-2bf9-406d-bcea-55e685a07a39 req-4b4b3c9b-c74c-4070-ae98-f770cfe66a2e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:33.942252 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cff6b513-2bf9-406d-bcea-55e685a07a39 req-4b4b3c9b-c74c-4070-ae98-f770cfe66a2e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.0987880 Dec 09 05:31:34.004273 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cff6b513-2bf9-406d-bcea-55e685a07a39 req-af1a911b-0942-4cb7-966d-b5bd466a76dc tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551519 Dec 09 05:31:34.389485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127037-97d0-4935-a3c0-b26f76ec9849 req-628ec9a3-07fa-4bba-af56-0be6ccdcec8e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:34.391147 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-71127037-97d0-4935-a3c0-b26f76ec9849 req-628ec9a3-07fa-4bba-af56-0be6ccdcec8e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1107357 Dec 09 05:31:34.472889 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-71127037-97d0-4935-a3c0-b26f76ec9849 req-b111ec43-8309-4848-8c86-cb11c58633df tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740204 Dec 09 05:31:34.619865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f116288-9f75-4c78-be1a-34b472fbc9b0 req-0a38e014-fe25-4ff0-b7aa-30ea3b7c6791 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:34.621779 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6f116288-9f75-4c78-be1a-34b472fbc9b0 req-0a38e014-fe25-4ff0-b7aa-30ea3b7c6791 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1162777 Dec 09 05:31:34.683796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6f116288-9f75-4c78-be1a-34b472fbc9b0 req-050676c2-154e-4e25-9cdc-3f3ac8b6d0e7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553250 Dec 09 05:31:35.256684 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b56e9c-2d25-4e15-a350-cfb3edb67ec4 req-5a5d98c2-3b2e-4c75-b415-8ae664ccdeed tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:35.258427 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42b56e9c-2d25-4e15-a350-cfb3edb67ec4 req-5a5d98c2-3b2e-4c75-b415-8ae664ccdeed tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.0926440 Dec 09 05:31:35.319237 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42b56e9c-2d25-4e15-a350-cfb3edb67ec4 req-97db48bb-24e6-44a4-aa2d-3f2fb1109258 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Dec 09 05:31:35.746278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6596ac-79c9-431f-a063-6fab2dba54b9 req-b3c32c01-1080-4713-8aac-e7634bd08f9b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:35.747920 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd6596ac-79c9-431f-a063-6fab2dba54b9 req-b3c32c01-1080-4713-8aac-e7634bd08f9b tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0900834 Dec 09 05:31:35.818421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fd6596ac-79c9-431f-a063-6fab2dba54b9 req-dc4452ea-351c-47c1-a4c5-c61ff792f0ec tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638924 Dec 09 05:31:35.924199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0dfcc-86bd-43d1-9d7b-963947b4c94b req-628835a2-d920-456e-98d7-a37f4d10fbf5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:35.925783 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-65d0dfcc-86bd-43d1-9d7b-963947b4c94b req-628835a2-d920-456e-98d7-a37f4d10fbf5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.0957401 Dec 09 05:31:35.978762 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-65d0dfcc-86bd-43d1-9d7b-963947b4c94b req-c4908f43-53af-40f9-ad6e-07bf8b2d1fa6 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Dec 09 05:31:36.563703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fa6b1-c2e4-4c36-8921-dbd78ffd0dff req-f49df8f7-1791-4d38-a016-3c4b6af161b2 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:36.565496 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9f7fa6b1-c2e4-4c36-8921-dbd78ffd0dff req-f49df8f7-1791-4d38-a016-3c4b6af161b2 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1057146 Dec 09 05:31:36.632142 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9f7fa6b1-c2e4-4c36-8921-dbd78ffd0dff req-1a53d0d5-ac39-4dbc-b7df-52887a2322e0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591571 Dec 09 05:31:37.142314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f81f7-343a-40d8-8d80-775a8a102f96 req-9e85b517-cfc9-450b-ae01-b59fcbfe26e9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:37.143188 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b6f81f7-343a-40d8-8d80-775a8a102f96 req-9e85b517-cfc9-450b-ae01-b59fcbfe26e9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1337330 Dec 09 05:31:37.215379 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b6f81f7-343a-40d8-8d80-775a8a102f96 req-cc85daaf-5912-44ea-9c93-e42d63309dac tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711949 Dec 09 05:31:37.298814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda55298-4957-4040-b4c6-d57eb5100c2d req-ad6b32f1-d843-4686-8a2a-f87294b912d5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:37.300456 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bda55298-4957-4040-b4c6-d57eb5100c2d req-ad6b32f1-d843-4686-8a2a-f87294b912d5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1465626 Dec 09 05:31:37.364353 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bda55298-4957-4040-b4c6-d57eb5100c2d req-95ee8819-f790-446f-a507-12f18107a574 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533319 Dec 09 05:31:37.929378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2545-efe1-45b1-8582-e555501d68b8 req-0a5dbddd-60fc-42b7-af48-5db49c8de932 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:37.931240 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7b3e2545-efe1-45b1-8582-e555501d68b8 req-0a5dbddd-60fc-42b7-af48-5db49c8de932 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1195056 Dec 09 05:31:37.987975 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7b3e2545-efe1-45b1-8582-e555501d68b8 req-9f02019e-18ee-4e5b-94b2-f3db83b494bf tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504472 Dec 09 05:31:38.490780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3506d-990d-4971-ab12-81e6593ab5d1 req-217f0f25-36ca-4116-8823-fcd8a37c1671 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:38.492422 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-23e3506d-990d-4971-ab12-81e6593ab5d1 req-217f0f25-36ca-4116-8823-fcd8a37c1671 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0916648 Dec 09 05:31:38.540348 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-23e3506d-990d-4971-ab12-81e6593ab5d1 req-7b759b71-3bdc-47d5-95a9-271394b1a54e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Dec 09 05:31:38.576309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593da2e1-a179-4a3f-96fc-0790f44bb97e req-1bd90119-cd5b-4cd9-a84d-a01e7b906e60 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:38.577936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-593da2e1-a179-4a3f-96fc-0790f44bb97e req-1bd90119-cd5b-4cd9-a84d-a01e7b906e60 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.0839953 Dec 09 05:31:38.631955 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-593da2e1-a179-4a3f-96fc-0790f44bb97e req-69d4e885-99ad-4594-b16d-6b588b37581a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Dec 09 05:31:39.248266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f82b-f4e3-4cda-88d9-2ccd13a33703 req-fb11d461-2d48-43d5-8274-34f7d24607fc tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:39.249880 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f554f82b-f4e3-4cda-88d9-2ccd13a33703 req-fb11d461-2d48-43d5-8274-34f7d24607fc tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1095321 Dec 09 05:31:39.285666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 44712) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:39.318079 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f554f82b-f4e3-4cda-88d9-2ccd13a33703 req-b57a0168-ad4b-48a3-9c51-a2cb0a5d092a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610926 Dec 09 05:31:39.451819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.468094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:39.472466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Usage tracker for resource:security_group_rule and tenant:b8b4973ee0d94921ae821236bed86b8b is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:39.475622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:39.481435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:39.585787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.590063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.625282 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9367f85d-d510-485f-98ae-023c35763423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:39.642690 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8b4973ee0d94921ae821236bed86b8b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3558264 Dec 09 05:31:39.645808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44724) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:39.658478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261c4816-95e3-4b39-bcb1-0ddc5aef9f08,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:39.668434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.668854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.669267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.669673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.670074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.670508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.670909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.671308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.671704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.672107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.672501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.672898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.673335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.673835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.674108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.674530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.675058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.675454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.675847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.676249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.676653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.677438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.677576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.677913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:39.683912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:39.722533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.780242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.813488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a1b73-361d-41f3-9171-98f46b759c19 req-182ab65d-d1a8-4159-abe2-97e80d00fa27 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:39.815510 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7b3a1b73-361d-41f3-9171-98f46b759c19 req-182ab65d-d1a8-4159-abe2-97e80d00fa27 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1045930 Dec 09 05:31:39.891002 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7b3a1b73-361d-41f3-9171-98f46b759c19 req-7f001e00-7476-488f-b01d-3c3d646a149e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674407 Dec 09 05:31:39.933553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a917e-7e2f-4e6d-8310-3e3268e0df31 req-e9433905-ca7a-4602-93df-14df7b758f87 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:39.935580 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-120a917e-7e2f-4e6d-8310-3e3268e0df31 req-e9433905-ca7a-4602-93df-14df7b758f87 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1352386 Dec 09 05:31:39.983698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:39.992878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-68191c79-42f4-4a0e-8e58-6596c1399bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:40.011181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261c4816-95e3-4b39-bcb1-0ddc5aef9f08,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:40.016970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-120a917e-7e2f-4e6d-8310-3e3268e0df31 req-11faa5ef-368d-45c5-a6cb-a8a46ff2c4de tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 Dec 09 05:31:40.025515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:40.029231 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/261c4816-95e3-4b39-bcb1-0ddc5aef9f08 HTTP/1.1" status: 204 len: 168 time: 0.3795934 Dec 09 05:31:40.029231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.029553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.029965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.030396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.030799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.031570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.031662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.032037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.032438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.032829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.033221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.033594 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.034019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.034702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.035095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.035491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.035876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.036281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.036658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.037047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.037615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.038650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.039048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.039525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:40.048808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:40.557757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6411-8cce-42f6-849d-95a7ebc8982f req-04e7b6e1-e5b9-45e0-918b-f3464bdb8f7e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:40.559412 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62cb6411-8cce-42f6-849d-95a7ebc8982f req-04e7b6e1-e5b9-45e0-918b-f3464bdb8f7e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1042798 Dec 09 05:31:40.608747 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-62cb6411-8cce-42f6-849d-95a7ebc8982f req-857a1926-f932-46aa-8a91-2b5c20b9b290 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426548 Dec 09 05:31:40.950108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:31:41.063246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 44760) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:41.204658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70492af7-6f4e-485f-962f-eaaf59f3b3c8 req-cea62aeb-9d27-48a7-9c44-402c07055970 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:41.217712 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-70492af7-6f4e-485f-962f-eaaf59f3b3c8 req-cea62aeb-9d27-48a7-9c44-402c07055970 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1699378 Dec 09 05:31:41.273364 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-70492af7-6f4e-485f-962f-eaaf59f3b3c8 req-da9e96a1-45ba-4397-a142-1d5e70210958 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478373 Dec 09 05:31:41.290111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650264743-network', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:41.297981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:41.306021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Usage tracker for resource:network and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:41.309663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:41.318109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:41.342043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Made reservation on behalf of b51785a98e344525bd9b93c45e190ec4 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:31:41.346704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.363875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.388312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b7d6c-30de-4de3-9a10-9229859f7606 req-24fa420d-ecb8-4c2d-93fa-977de641fb72 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:41.389965 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be4b7d6c-30de-4de3-9a10-9229859f7606 req-24fa420d-ecb8-4c2d-93fa-977de641fb72 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1633258 Dec 09 05:31:41.391158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:41.395711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Usage tracker for resource:security_group_rule and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:41.399279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:41.405470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:41.477972 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be4b7d6c-30de-4de3-9a10-9229859f7606 req-3d8cb085-e201-4cd1-b86f-b2d117e977b9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686426 Dec 09 05:31:41.543459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.546036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.562254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcf7620-a587-4535-abe1-680f4027c3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:41.570072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:31:41.597770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ceebf-5f1a-48af-9d7a-30c35d11afaa,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:41.602590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:41.607663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.608148 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Added segment 746e016b-e334-45f9-a218-73875e69b277 of type vxlan for network 88102c31-2b4e-4feb-b450-f808497a2057 Dec 09 05:31:41.636792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.672236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.673695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:41.674378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:41.680833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7128fe7a-e9e6-4118-b504-cf9ffbbe91c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:41.861633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac91f3-d42f-4e49-b11c-896d47f67b64 req-90c2a011-2d65-43fe-a297-e91946b1f9c6 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:41.863363 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ceac91f3-d42f-4e49-b11c-896d47f67b64 req-90c2a011-2d65-43fe-a297-e91946b1f9c6 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1099401 Dec 09 05:31:41.915545 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ceac91f3-d42f-4e49-b11c-896d47f67b64 req-ecc700f0-a052-4603-9f6d-130e8cfd5127 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Dec 09 05:31:41.988489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Pushing event updated for resources: {'Network': ['ID=88102c31-2b4e-4feb-b450-f808497a2057,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:41.991778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:41.997794 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9321272 Dec 09 05:31:41.999589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 44772) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:41.999725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:31:42.005424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Request body: {'subnet': {'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650264743-subnet', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'ip_version': 4}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:42.012641 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:42.016874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Usage tracker for resource:subnet and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:42.017209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:31:42.025011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:42.026850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:42.039916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Made reservation on behalf of b51785a98e344525bd9b93c45e190ec4 for: {'subnet': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:31:42.047219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851599335'] for subnet, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:42.629879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a0821-37e0-46d1-9290-6cb7d0a7700e req-03070eb6-aa9c-4aa8-a83e-59e10197bea9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:42.631575 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a72a0821-37e0-46d1-9290-6cb7d0a7700e req-03070eb6-aa9c-4aa8-a83e-59e10197bea9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1963830 Dec 09 05:31:42.632516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852539826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851599352'] for subnet, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:42.650225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:42.747481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fcb9f-b8cc-4788-abf0-77f1fb08f0da req-40a2edf2-83a4-4b95-84d0-a08d22b03dbd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:42.755588 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c05fcb9f-b8cc-4788-abf0-77f1fb08f0da req-40a2edf2-83a4-4b95-84d0-a08d22b03dbd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1070151 Dec 09 05:31:42.799484 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c05fcb9f-b8cc-4788-abf0-77f1fb08f0da req-cc820d85-e387-4a06-8c7b-93f21c534fc0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Dec 09 05:31:42.839504 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a72a0821-37e0-46d1-9290-6cb7d0a7700e req-355488d2-b830-4eb1-b40d-8d501b3b8b32 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875503 Dec 09 05:31:42.855672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:42.860205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:42.934516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Checking segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:42.935592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Network hostable DHCP agents. Network: 88102c31-2b4e-4feb-b450-f808497a2057, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:31:42.954974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Network 88102c31-2b4e-4feb-b450-f808497a2057 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:31:42.965023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 88102c31-2b4e-4feb-b450-f808497a2057) {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:42.976271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd80ec-a974-4be2-bee7-b33bb293f298 None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:31:42.978732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:42.979377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.005301 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0020678 Dec 09 05:31:43.005941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44794) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:43.014093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:43.019849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:43.024788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Usage tracker for resource:router and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:43.028851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:43.050732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:43.076818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.081761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.178792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.254729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-88102c31-2b4e-4feb-b450-f808497a2057', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:31:43.255661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.363936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d8b96-da49-480e-a107-7877c39d91d7 req-97b310a8-ea99-4fab-9135-d68c0894b87c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:43.366738 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e8d8b96-da49-480e-a107-7877c39d91d7 req-97b310a8-ea99-4fab-9135-d68c0894b87c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.2723925 Dec 09 05:31:43.505512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-f52d8fa2-7bbf-4058-aadb-ae61de9e20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:43.507373 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-f52d8fa2-7bbf-4058-aadb-ae61de9e20f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.1714065 Dec 09 05:31:43.556675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.567173 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e8d8b96-da49-480e-a107-7877c39d91d7 req-c8ed69ba-99ed-43e9-b572-222a95c9eb5f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366639 Dec 09 05:31:43.647196 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-6726b068-b6df-4789-a311-04e99b7e7c21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 1002 time: 0.1291022 Dec 09 05:31:43.720148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-a0fa5648-2476-44aa-8cf9-7942cddb0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:43.721760 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-a0fa5648-2476-44aa-8cf9-7942cddb0338 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0666447 Dec 09 05:31:43.753358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Allocated IP 172.20.0.2 (88102c31-2b4e-4feb-b450-f808497a2057/c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3/a35d985c-99d2-4626-96d3-c8de38eced25) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:43.805584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-80fd4c33-31f0-4b65-bc9a-f735c6b3ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:43.807302 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-80fd4c33-31f0-4b65-bc9a-f735c6b3ed92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772061 Dec 09 05:31:43.902951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:43.942044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.022397 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-beb525e7-a4e3-4a68-851e-11db29400c9d service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042303 Dec 09 05:31:44.027454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.040064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Transition to ACTIVE for port object a35d985c-99d2-4626-96d3-c8de38eced25 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:44.058349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Transition to ACTIVE for port object a35d985c-99d2-4626-96d3-c8de38eced25 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:44.063264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.081661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:44.096205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df927cf-913f-4a1d-912b-fdc18d448484 req-17d63387-065e-473e-b656-f13d241eba0a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:44.097835 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3df927cf-913f-4a1d-912b-fdc18d448484 req-17d63387-065e-473e-b656-f13d241eba0a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1597815 Dec 09 05:31:44.226748 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3df927cf-913f-4a1d-912b-fdc18d448484 req-9cd8a766-ae95-4ce5-af10-19c3177bc8e3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821602 Dec 09 05:31:44.235898 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bed0a234-c247-4634-b6d2-d69cc5bd7391 req-66e6f408-990e-432a-898c-052f53f58042 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2052894 Dec 09 05:31:44.267405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9d6c-9c29-430d-a0da-29ff8df0209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.309980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Pushing event updated for resources: {'Port': ['ID=a35d985c-99d2-4626-96d3-c8de38eced25,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:44.325620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.326010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.326415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.326790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.327162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.327530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.327896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.328237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.328599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.328959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.329320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.329679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.330077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.330467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.330829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.331189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.331563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.331908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.332778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.332778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.332957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.333278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.333634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.333989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:44.339946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:44.357272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:44.358505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:44.360886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:31:44.420494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Attempting to bind port a35d985c-99d2-4626-96d3-c8de38eced25 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:31:44.421194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Attempting to bind port a35d985c-99d2-4626-96d3-c8de38eced25 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:31:44.421799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Attempting to bind port a35d985c-99d2-4626-96d3-c8de38eced25 on network 88102c31-2b4e-4feb-b450-f808497a2057 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:31:44.428401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:31:44.428890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Checking segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:44.429410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.429851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Bound using segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:31:44.430407 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Bound port: a35d985c-99d2-4626-96d3-c8de38eced25, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:31:44.431383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.445807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d7ce8-395a-49a8-9a3a-a4609ac3ad88 req-349af940-8ff5-4ffb-961e-61346f588c24 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:44.447472 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-720d7ce8-395a-49a8-9a3a-a4609ac3ad88 req-349af940-8ff5-4ffb-961e-61346f588c24 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.3922040 Dec 09 05:31:44.533140 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-720d7ce8-395a-49a8-9a3a-a4609ac3ad88 req-f621d0ad-776e-4e43-a643-9f823cf0e339 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789571 Dec 09 05:31:44.535144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] For port a35d985c-99d2-4626-96d3-c8de38eced25, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:31:44.539775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] For port a35d985c-99d2-4626-96d3-c8de38eced25, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=a35d985c-99d2-4626-96d3-c8de38eced25,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:31:44.544731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.573097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Allocated IP 172.28.3.186 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/8b79fe44-1107-4302-aa5e-14e681249753) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:44.714939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:44.742340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.770477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:44.789372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea6e4b13-d46a-41a6-89fe-df5ff8fae43e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:44.863391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Pushing event updated for resources: {'Port': ['ID=8b79fe44-1107-4302-aa5e-14e681249753,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:44.886403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:44.892116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec97e44-c8da-4b71-9c65-dbd133f73396 req-a272d19d-3955-4708-99f4-8f61a1de2858 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:44.901962 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dec97e44-c8da-4b71-9c65-dbd133f73396 req-a272d19d-3955-4708-99f4-8f61a1de2858 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1502047 Dec 09 05:31:44.907963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Pushing event updated for resources: {'Port': ['ID=a35d985c-99d2-4626-96d3-c8de38eced25,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:44.912509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:44.973906 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dec97e44-c8da-4b71-9c65-dbd133f73396 req-e475057c-0f8e-4647-9a3e-d86978918b5e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707119 Dec 09 05:31:45.017561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:45.018887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:45.027600 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:31:45.711371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ad97-5534-4bd1-8e5a-cd7ed1119e08 req-755c9eae-ab6d-4f46-80c8-05b0f09d6e6a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:45.712919 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3b69ad97-5534-4bd1-8e5a-cd7ed1119e08 req-755c9eae-ab6d-4f46-80c8-05b0f09d6e6a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1931882 Dec 09 05:31:45.717976 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:45.776367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ec767-3e1e-4652-ada7-f3b47d97c3e7 req-35171af3-c80d-4823-ad63-3041601f8872 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:45.777970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-950ec767-3e1e-4652-ada7-f3b47d97c3e7 req-35171af3-c80d-4823-ad63-3041601f8872 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0882933 Dec 09 05:31:45.826729 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-950ec767-3e1e-4652-ada7-f3b47d97c3e7 req-e8ae0797-b5a5-42fb-afd1-2c9dcb2cc39f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Dec 09 05:31:45.901980 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3b69ad97-5534-4bd1-8e5a-cd7ed1119e08 req-38fa22f6-4cc3-4c45-a488-1620d2a5caf9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267467 Dec 09 05:31:46.110859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:46.197693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8487fc-6ab0-435f-a015-5d43c66eac39 req-3f437eb5-04f5-4e18-b225-0daa8a65f151 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:46.199889 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2c8487fc-6ab0-435f-a015-5d43c66eac39 req-3f437eb5-04f5-4e18-b225-0daa8a65f151 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.0907326 Dec 09 05:31:46.282107 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2c8487fc-6ab0-435f-a015-5d43c66eac39 req-c28089e8-efd0-4130-a475-c3453e025706 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751603 Dec 09 05:31:46.370400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Router f80a89e7-f5db-4643-8416-b4d53af9153c is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:31:46.571565 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-ae74f60a-9319-4ae8-871b-22bfa5f18837 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:31:46.576223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ccebc846-ec63-4eff-9095-567c9bcd8f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:46.622343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-170063a3-9565-464c-b13c-3e554b8ba95e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:46.624498 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-170063a3-9565-464c-b13c-3e554b8ba95e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 945 time: 0.1653531 Dec 09 05:31:46.630631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:31:46.650170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Sync routers for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:31:46.662774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:31:46.663786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:46.666016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:46.667493 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6598637 Dec 09 05:31:46.670427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44840) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:46.697664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ccecfe-7f14-422b-8dcb-9f839271e211 None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:31:46.760846 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Deleting port 72d0dc66-d4a2-430d-8602-d5c69034d0ee {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:31:46.762076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:46.867846 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-8b914401-e755-4345-a147-dc0ae6549d4c None None] Provisioning for port a35d985c-99d2-4626-96d3-c8de38eced25 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:46.951060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:31:47.123506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:47.265563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device a35d985c-99d2-4626-96d3-c8de38eced25 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:47.407851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 3102438c-b1af-4a1c-bc85-169886001051 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:47.418630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:47.419044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.450298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] For port 72d0dc66-d4a2-430d-8602-d5c69034d0ee, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=72d0dc66-d4a2-430d-8602-d5c69034d0ee,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:31:47.450704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.486522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:45Z', 'revision_number': 3, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:47.492038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Checking router: f80a89e7-f5db-4643-8416-b4d53af9153c for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:31:47.493076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Updating router f80a89e7-f5db-4643-8416-b4d53af9153c port 8b79fe44-1107-4302-aa5e-14e681249753 binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:31:47.500705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port a35d985c-99d2-4626-96d3-c8de38eced25 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:47.514717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port a35d985c-99d2-4626-96d3-c8de38eced25 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:47.515144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.549977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.589389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.614314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Calling delete_port for 72d0dc66-d4a2-430d-8602-d5c69034d0ee owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:31:47.745826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.791552 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.810730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.880278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port a35d985c-99d2-4626-96d3-c8de38eced25, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=a35d985c-99d2-4626-96d3-c8de38eced25,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:31:47.900387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-72c8a545-2192-4068-82ec-c5853cf6fa71 None None] Provisioning complete for port a35d985c-99d2-4626-96d3-c8de38eced25 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:47.900813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72c8a545-2192-4068-82ec-c5853cf6fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.940585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1978bdfe-8cad-4766-9803-2d78f44a42b9 tempest-VolumesActionsTest-41364810 tempest-VolumesActionsTest-41364810] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:47.945925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:47.994522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-da47b7cb-7786-42ef-9ec5-68b3c8b4d063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:48.054268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Pushing event deleted for resources: {'Port': ['ID=72d0dc66-d4a2-430d-8602-d5c69034d0ee,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:48.066278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:48.073763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] No DVR routers for this DVR port 72d0dc66-d4a2-430d-8602-d5c69034d0ee on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:31:48.076840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.097370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cb907-0641-42c6-ae71-d47b26d6c0c1 req-7e693438-4908-4b6a-b634-52148e6fb66c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:48.097732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'name': 'network-vif-deleted', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:31:48.100286 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-686cb907-0641-42c6-ae71-d47b26d6c0c1 req-7e693438-4908-4b6a-b634-52148e6fb66c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.5426590 Dec 09 05:31:48.135498 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-23a1204f-0010-4706-a8d6-434877fd4a35 req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "DELETE /v2.0/ports/72d0dc66-d4a2-430d-8602-d5c69034d0ee HTTP/1.1" status: 204 len: 173 time: 1.5001149 Dec 09 05:31:48.138471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:31:48.176186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.185969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5337-dc78-4e5c-88b0-9fe7d66ce90b req-249cbf28-9913-4b31-b2f7-61c3f5c3f3c8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:48.187410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:31:48.199846 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f64f5337-dc78-4e5c-88b0-9fe7d66ce90b req-249cbf28-9913-4b31-b2f7-61c3f5c3f3c8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:31:48.204175 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-686cb907-0641-42c6-ae71-d47b26d6c0c1 req-e558c6fe-f03b-426e-8afb-214b4c111df2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969920 Dec 09 05:31:48.215355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.245615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f64f5337-dc78-4e5c-88b0-9fe7d66ce90b req-249cbf28-9913-4b31-b2f7-61c3f5c3f3c8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:31:48.247006 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f64f5337-dc78-4e5c-88b0-9fe7d66ce90b req-249cbf28-9913-4b31-b2f7-61c3f5c3f3c8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca HTTP/1.1" status: 200 len: 867 time: 0.9977398 Dec 09 05:31:48.257915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:31:48.299897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=a35d985c-99d2-4626-96d3-c8de38eced25,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:48.312106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.313342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:48.316342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:48.359322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f64f5337-dc78-4e5c-88b0-9fe7d66ce90b req-cb74542a-aa23-44f1-aa56-de037652a2e3 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060169 Dec 09 05:31:48.454918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.477154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Transition to ACTIVE for port object 8b79fe44-1107-4302-aa5e-14e681249753 will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:48.480938 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.627429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:48.629450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:48.639411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:48.669122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.688448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a79f6-5d5f-4b6e-b79e-2f46ae916b5a req-832d5eea-8588-4782-898b-f81e271ffe60 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:48.690445 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f61a79f6-5d5f-4b6e-b79e-2f46ae916b5a req-832d5eea-8588-4782-898b-f81e271ffe60 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1929839 Dec 09 05:31:48.758738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Pushing event updated for resources: {'Port': ['ID=8b79fe44-1107-4302-aa5e-14e681249753,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:48.776026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Attempting to bind port 8b79fe44-1107-4302-aa5e-14e681249753 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:31:48.776425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Attempting to bind port 8b79fe44-1107-4302-aa5e-14e681249753 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:31:48.776832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Attempting to bind port 8b79fe44-1107-4302-aa5e-14e681249753 on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:31:48.790734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85f2fb0-ccb3-4c12-8b5f-3884f80e53ca', 'name': 'network-vif-deleted', 'tag': '72d0dc66-d4a2-430d-8602-d5c69034d0ee', 'status': 'completed', 'code': 200} Dec 09 05:31:48.790935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.791371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.791479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.791775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.792210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.792481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.792812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.793167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.793518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.793870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.794273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.794628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.795033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.795383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.795732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.796080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.796427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.796785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.805188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.807635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.808013 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.808388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.808754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.809114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.809471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:31:48.825943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:31:48.826395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:48.826841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.827263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:31:48.827790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Bound port: 8b79fe44-1107-4302-aa5e-14e681249753, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:31:48.828205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.832564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-c6c40420-e0de-417b-8a3f-c21df9a9f459 None None] Provisioning complete for port a35d985c-99d2-4626-96d3-c8de38eced25 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:48.833207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c6c40420-e0de-417b-8a3f-c21df9a9f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:48.878027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:48.908612 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f61a79f6-5d5f-4b6e-b79e-2f46ae916b5a req-031df01f-68e2-4c42-9f34-879768ca2e5c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087457 Dec 09 05:31:48.917708 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'code': 200} Dec 09 05:31:48.974334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:31:48.993850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.005419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-af97ac2a-58a1-445c-988d-380affac39fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:49.028067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] For port 8b79fe44-1107-4302-aa5e-14e681249753, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:31:49.031632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] For port 8b79fe44-1107-4302-aa5e-14e681249753, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=8b79fe44-1107-4302-aa5e-14e681249753,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:31:49.044104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.076894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:49.116009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Allocated IP 172.20.0.1 (88102c31-2b4e-4feb-b450-f808497a2057/c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3/df811737-7276-46d7-ad8c-b1007712f383) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:49.176579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device a35d985c-99d2-4626-96d3-c8de38eced25 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:49.245167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:49.261225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:49.329045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ca06-bb16-4fc5-a3e7-ed41497ba543 req-37a77905-42e5-465a-985c-39dbc4e6b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:49.329263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port a35d985c-99d2-4626-96d3-c8de38eced25 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:49.329671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.330726 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5587ca06-bb16-4fc5-a3e7-ed41497ba543 req-37a77905-42e5-465a-985c-39dbc4e6b2e6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.1619704 Dec 09 05:31:49.369374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:49.379396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.398313 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5587ca06-bb16-4fc5-a3e7-ed41497ba543 req-abd2cede-2a14-485e-9cca-1c024c237144 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557718 Dec 09 05:31:49.429088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Transition to ACTIVE for port object df811737-7276-46d7-ad8c-b1007712f383 will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:49.479959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Pushing event updated for resources: {'Port': ['ID=8b79fe44-1107-4302-aa5e-14e681249753,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:49.495135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8513ad3c-387b-42de-8fda-791aa76a92ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:49.501450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.543029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:49.551979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:31:49.552707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:49.577059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:49.577574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:49.781784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Pushing event updated for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:49.790021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:49.795541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:31:49.854732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Network 88102c31-2b4e-4feb-b450-f808497a2057 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:49.856271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:49.865582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 72d0dc66-d4a2-430d-8602-d5c69034d0ee {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:31:49.866516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 72d0dc66-d4a2-430d-8602-d5c69034d0ee not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:31:49.868935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:31:49.871334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:31:49.953469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.131652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.229040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-779cba5c-3d0f-411b-a0e1-b2108f04050d None None] Provisioning for port df811737-7276-46d7-ad8c-b1007712f383 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:50.235597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-779cba5c-3d0f-411b-a0e1-b2108f04050d None None] Provisioning complete for port df811737-7276-46d7-ad8c-b1007712f383 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:50.236192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-779cba5c-3d0f-411b-a0e1-b2108f04050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.267331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.359780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 44914) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:50.377197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54dcc7-4d4f-42ee-ad0c-b124095c1f88 req-eb28bb7c-c523-46ac-8630-35442e3c3ba1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:50.385053 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0c54dcc7-4d4f-42ee-ad0c-b124095c1f88 req-eb28bb7c-c523-46ac-8630-35442e3c3ba1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1106644 Dec 09 05:31:50.398771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba4a9f-c07b-4dfd-a0e7-55b40a3ecc5c req-ad66acf2-0f5a-44bb-9542-e1d57b983fc1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:50.406238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:45Z', 'revision_number': 3, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:50.406869 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35ba4a9f-c07b-4dfd-a0e7-55b40a3ecc5c req-ad66acf2-0f5a-44bb-9542-e1d57b983fc1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.3630083 Dec 09 05:31:50.419104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10fe5-0e1a-41b7-9259-5aa80d670cb9 None None] The sync data for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb is: [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:45Z', 'revision_number': 3, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:31:50.422940 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-779cba5c-3d0f-411b-a0e1-b2108f04050d None None] Port df811737-7276-46d7-ad8c-b1007712f383 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:31:50.442783 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0c54dcc7-4d4f-42ee-ad0c-b124095c1f88 req-1314bc4d-6586-4ecc-afa6-b84b0aeb04d1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565717 Dec 09 05:31:50.526343 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35ba4a9f-c07b-4dfd-a0e7-55b40a3ecc5c req-cdd26e42-cc03-41f6-874c-8c9999deb555 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184859 Dec 09 05:31:50.780512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.786428 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:50.849210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6f75065c-4647-4a01-856e-7599da713cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:50.918795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:31:50.986717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Pushing event updated for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:50.989591 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:51.021044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:51.075927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-6ae3e4f9-89d6-4b1a-a797-94ffd0e5243f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7149234 Dec 09 05:31:51.108436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5e3f2-d4ca-405c-99c7-e32d09ee752b req-eaf8ec8b-6ec1-4fc7-aee9-4f6ee287795d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:51.119751 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-52b5e3f2-d4ca-405c-99c7-e32d09ee752b req-eaf8ec8b-6ec1-4fc7-aee9-4f6ee287795d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.2838261 Dec 09 05:31:51.163328 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'code': 422} returned with failed status Dec 09 05:31:51.200175 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-52b5e3f2-d4ca-405c-99c7-e32d09ee752b req-6349d920-76ef-4612-81f5-2e3dcabc65d7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790224 Dec 09 05:31:51.266339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Network 88102c31-2b4e-4feb-b450-f808497a2057 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:51.268018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:51.276869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:51.401497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:51.401930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:51.557126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Router f80a89e7-f5db-4643-8416-b4d53af9153c has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:31:51.680513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-b7d200bc-58e2-4011-b464-22b7a53ddc18 None None] Provisioning complete for port df811737-7276-46d7-ad8c-b1007712f383 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:51.680949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b7d200bc-58e2-4011-b464-22b7a53ddc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:51.752582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-b7d200bc-58e2-4011-b464-22b7a53ddc18 None None] Port df811737-7276-46d7-ad8c-b1007712f383 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:31:51.834820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692968fb-02b3-45d2-9fb0-8f721a92487f req-cfece435-6f86-4316-9c3f-2c8160c8784c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:51.844058 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-692968fb-02b3-45d2-9fb0-8f721a92487f req-cfece435-6f86-4316-9c3f-2c8160c8784c tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1121514 Dec 09 05:31:51.915274 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-692968fb-02b3-45d2-9fb0-8f721a92487f req-83f66bce-1820-4d1e-9503-8e86aa449bf5 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Dec 09 05:31:52.214180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:31:52.235741 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] 10.222.0.57 "PUT /v2.0/routers/f80a89e7-f5db-4643-8416-b4d53af9153c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5638945 Dec 09 05:31:52.302530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1448e-566f-4976-be38-5dbcc4218efd req-4c47b5a3-8358-474b-a205-0547fe7ff29a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:52.305047 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-10f1448e-566f-4976-be38-5dbcc4218efd req-4c47b5a3-8358-474b-a205-0547fe7ff29a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.3124144 Dec 09 05:31:52.418875 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-10f1448e-566f-4976-be38-5dbcc4218efd req-9dfb3838-352a-4fb2-9f42-af7842a99078 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058140 Dec 09 05:31:52.519941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f95a0f-f7b3-44b0-9962-e8a6ebf535c0 req-b809fbfe-e761-4de1-9d62-7134ef2e4909 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:52.522236 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d0f95a0f-f7b3-44b0-9962-e8a6ebf535c0 req-b809fbfe-e761-4de1-9d62-7134ef2e4909 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1126773 Dec 09 05:31:52.595263 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d0f95a0f-f7b3-44b0-9962-e8a6ebf535c0 req-d815b10c-d095-4835-b333-f6b66665017d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655575 Dec 09 05:31:52.629348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44972) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:52.902227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:52.949222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-881af23d-dbab-40e5-bf96-b3193b0b85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:52.950711 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-881af23d-dbab-40e5-bf96-b3193b0b85f3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6&tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 1161 time: 0.1141233 Dec 09 05:31:52.953427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:52.955459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 8b79fe44-1107-4302-aa5e-14e681249753 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:52.965297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfd7ad-d64b-4ed1-a4c3-4cc56747d81c req-3e8d6df9-b8cc-4371-bb9a-b52ef9e7ea45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:52.972893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Usage tracker for resource:security_group_rule and tenant:1477cd893bb440089d17de29aa2e507a is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:52.973288 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5abfd7ad-d64b-4ed1-a4c3-4cc56747d81c req-3e8d6df9-b8cc-4371-bb9a-b52ef9e7ea45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2043936 Dec 09 05:31:52.979527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:52.989061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:53.023650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db351f51-6e6d-42c6-bf22-77f91d0d5c61 req-576cd99a-b555-4f9e-8742-36b1d4302ea7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.031373 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-db351f51-6e6d-42c6-bf22-77f91d0d5c61 req-576cd99a-b555-4f9e-8742-36b1d4302ea7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2112911 Dec 09 05:31:53.062204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 8b79fe44-1107-4302-aa5e-14e681249753 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:31:53.068124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 8b79fe44-1107-4302-aa5e-14e681249753 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:53.069861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.079658 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5abfd7ad-d64b-4ed1-a4c3-4cc56747d81c req-98ffa683-3ac5-4b09-b6c9-52e573f909ec tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054165 Dec 09 05:31:53.117037 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-db351f51-6e6d-42c6-bf22-77f91d0d5c61 req-c67aa252-724f-4d7b-8ecc-61e67730d3ad tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845904 Dec 09 05:31:53.122034 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-a74492e5-c022-41b2-8d82-40ed213b2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.123874 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-a74492e5-c022-41b2-8d82-40ed213b2f1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1161 time: 0.1240294 Dec 09 05:31:53.227855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.230992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.242204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-35925eeb-ff18-4aa0-99d5-e7c216605dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:53.294104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0440649-34ca-4b2e-a92f-5711f2ced85e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:53.299432 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1477cd893bb440089d17de29aa2e507a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6688683 Dec 09 05:31:53.300865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:53.302187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 44996) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:53.305769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.324045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 8b79fe44-1107-4302-aa5e-14e681249753, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=8b79fe44-1107-4302-aa5e-14e681249753,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:31:53.327602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.330490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:53.387925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.433712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=8b79fe44-1107-4302-aa5e-14e681249753,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:53.438735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:53.440878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.493302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.498788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ec8f6d65-02ef-4f39-8ef0-693f93881272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:53.517602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0440649-34ca-4b2e-a92f-5711f2ced85e,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:53.528617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:53.532545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.533803 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e0440649-34ca-4b2e-a92f-5711f2ced85e HTTP/1.1" status: 204 len: 168 time: 0.2304518 Dec 09 05:31:53.535580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-d807fbe7-fefe-42f8-9460-430681dfb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.538085 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-d807fbe7-fefe-42f8-9460-430681dfb8ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.4028392 Dec 09 05:31:53.632647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45006) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:53.639650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-460149928-network', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:53.664496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:53.679852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Usage tracker for resource:network and tenant:de5ba2ad9db6444d997ba670061f6f5f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:53.684529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:53.694613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:53.710038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Made reservation on behalf of de5ba2ad9db6444d997ba670061f6f5f for: {'network': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:31:53.715403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.741578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a032248-e1cc-424c-935a-18dd01fe92bf req-758b16a6-2b71-403a-946b-6de6f60af5fe tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.743428 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a032248-e1cc-424c-935a-18dd01fe92bf req-758b16a6-2b71-403a-946b-6de6f60af5fe tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2783613 Dec 09 05:31:53.785526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:53.814709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:53.823043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Usage tracker for resource:security_group_rule and tenant:de5ba2ad9db6444d997ba670061f6f5f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:53.827192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:53.828469 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a032248-e1cc-424c-935a-18dd01fe92bf req-74f5573d-f3a6-4155-8915-49b64eec5716 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752714 Dec 09 05:31:53.830393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-7b45dfb0-57c0-401e-82c0-cc29b1ca76bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 1000 time: 0.2706079 Dec 09 05:31:53.836445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:53.886471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6f6fc-5df5-40d0-92da-c473daacc0e8 req-27332893-3f6f-4281-b632-2ecdc7313487 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.888243 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08e6f6fc-5df5-40d0-92da-c473daacc0e8 req-27332893-3f6f-4281-b632-2ecdc7313487 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1556199 Dec 09 05:31:53.961755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-ba7c339d-ca6f-4998-b0f0-9d747c1a13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:53.961755 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-ba7c339d-ca6f-4998-b0f0-9d747c1a13fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.1165414 Dec 09 05:31:53.987721 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-08e6f6fc-5df5-40d0-92da-c473daacc0e8 req-817f9b30-d513-4eed-9bfc-7c5c407fec3a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909688 Dec 09 05:31:54.038841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.048499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Sync routers for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:31:54.055820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.060660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-2997f2ba-b546-431a-a47d-436f6fb8ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:54.060808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8e3ba4c0-3dc3-4c6a-a162-3c1f3f9c6f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:54.062430 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-2997f2ba-b546-431a-a47d-436f6fb8ee8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916016 Dec 09 05:31:54.072167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:31:54.072877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:54.123103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:31:54.136937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295a6e6b-8102-4e37-b951-a0be15326b08,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:54.153860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:54.164069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793165414959', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.165978 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Added segment 288dc712-9f0e-44e5-850f-2c468fb58afb of type vxlan for network 765fd973-85bc-4f53-b03a-e5be3b8a1439 Dec 09 05:31:54.203216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.277316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.288467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:54.289468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.296271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-668c8749-2396-4877-8159-31e9ed4b94c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:54.319194 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-55d9bda2-2079-4e91-93a5-f0660dbe8a3c service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472889 Dec 09 05:31:54.372314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:31:54.502826 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8689535 Dec 09 05:31:54.514845 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45028) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:54.523793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Request body: {'subnet': {'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-460149928-subnet', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:54.530630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Pushing event updated for resources: {'Network': ['ID=765fd973-85bc-4f53-b03a-e5be3b8a1439,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:54.544685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:54.546131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:54.556442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Usage tracker for resource:subnet and tenant:de5ba2ad9db6444d997ba670061f6f5f is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:54.564085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:54.567604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4016104-cd3c-412a-9341-335ebd96c3c0 req-7cd21b5c-b049-4759-93a3-1a0d9a44e7fd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:54.575555 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4016104-cd3c-412a-9341-335ebd96c3c0 req-7cd21b5c-b049-4759-93a3-1a0d9a44e7fd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.2548783 Dec 09 05:31:54.580644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:54.602339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7082e4-23b8-4d74-a1d4-4f6bff165065 req-6ca11e02-3ea2-4e31-91e3-2fda4e74787e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:54.610283 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6a7082e4-23b8-4d74-a1d4-4f6bff165065 req-6ca11e02-3ea2-4e31-91e3-2fda4e74787e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2727978 Dec 09 05:31:54.618734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:31:54.627794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Made reservation on behalf of de5ba2ad9db6444d997ba670061f6f5f for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:31:54.633819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852888636'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:54.634009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:31:54.641709 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4016104-cd3c-412a-9341-335ebd96c3c0 req-819b3c14-2fb9-4a05-b668-9b5f8e179741 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652275 Dec 09 05:31:54.679020 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fbc4802a-0068-43c1-90f7-15b82d489548 req-92d19c01-9a47-41e7-9ecc-d7a16a18e54b service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3048608 Dec 09 05:31:54.717437 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6a7082e4-23b8-4d74-a1d4-4f6bff165065 req-3de198e6-923c-4f9d-a272-0d9a5f7fc254 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060367 Dec 09 05:31:55.002754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 8b79fe44-1107-4302-aa5e-14e681249753 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:55.266126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3b963-cb8f-4991-adef-05003a82f609 req-ffe730f3-e80f-43a0-89ab-c254f57fc1b9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:55.267423 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b8e3b963-cb8f-4991-adef-05003a82f609 req-ffe730f3-e80f-43a0-89ab-c254f57fc1b9 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2106848 Dec 09 05:31:55.276470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 8b79fe44-1107-4302-aa5e-14e681249753 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:31:55.276892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.361097 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b8e3b963-cb8f-4991-adef-05003a82f609 req-6df4e9da-4b37-423e-884c-092c6f84d1d0 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857944 Dec 09 05:31:55.377522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 2, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:55.392209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Checking router: f80a89e7-f5db-4643-8416-b4d53af9153c for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:31:55.392209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Updating router f80a89e7-f5db-4643-8416-b4d53af9153c port df811737-7276-46d7-ad8c-b1007712f383 binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:31:55.462758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2794268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852888619'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.486514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-df1e1194-3959-4d5e-8bda-b9c655ce3238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:55.541479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.556732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43ea326-4c4e-45dd-8e35-fa9203e1c29f,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:55.570715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:55.723765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Checking segment: {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:55.724172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Network hostable DHCP agents. Network: 765fd973-85bc-4f53-b03a-e5be3b8a1439, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:31:55.750640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:31:55.763870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 765fd973-85bc-4f53-b03a-e5be3b8a1439) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:55.781698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:55.783144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.812995 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7b431961-ac9e-4d4a-bfc8-b585baefec4a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2926779 Dec 09 05:31:55.813185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45072) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:55.820260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:31:55.833054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:31:55.838545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Usage tracker for resource:router and tenant:de5ba2ad9db6444d997ba670061f6f5f is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:31:55.850289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:31:55.866500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:31:55.885024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-656218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2353'] for router, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.886525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-670141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659546', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854184215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773447'] for router, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:55.920918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:56.156473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c561-92e7-4581-bb22-0709edeaca94 req-7aebdaab-aa72-438f-b4fa-b3db6933adb3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:56.167753 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-27b8c561-92e7-4581-bb22-0709edeaca94 req-7aebdaab-aa72-438f-b4fa-b3db6933adb3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2494340 Dec 09 05:31:56.222456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:56.249233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Transition to ACTIVE for port object df811737-7276-46d7-ad8c-b1007712f383 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:31:56.252827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fbf8d2-2516-4179-8313-620dccbf5a8a None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:31:56.286400 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-27b8c561-92e7-4581-bb22-0709edeaca94 req-6cf2f21a-a7b2-4043-8b2b-dc7b546bd486 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156170 Dec 09 05:31:56.319471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:56.401212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:56.519551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659493', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-656165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773418'] for router, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:56.781181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e8e1-a826-4128-9f44-c11efbfb41a8 req-b426c31e-0866-44de-a00d-7cedd810a77c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:56.782858 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a8a3e8e1-a826-4128-9f44-c11efbfb41a8 req-b426c31e-0866-44de-a00d-7cedd810a77c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.2443557 Dec 09 05:31:56.898406 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a8a3e8e1-a826-4128-9f44-c11efbfb41a8 req-cb84751e-407c-4616-a6bc-c0828029efba tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031256 Dec 09 05:31:57.035717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878283b-ef89-4ebb-88db-1ccb41177dc2 req-19acf8c2-6590-40c7-b6e0-336254158f06 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:57.046900 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7878283b-ef89-4ebb-88db-1ccb41177dc2 req-19acf8c2-6590-40c7-b6e0-336254158f06 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.2125690 Dec 09 05:31:57.085484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Pushing event updated for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:57.095302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:57.181172 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7878283b-ef89-4ebb-88db-1ccb41177dc2 req-98981841-76b4-4dda-972f-628f46d59bba tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327136 Dec 09 05:31:57.461389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Attempting to bind port df811737-7276-46d7-ad8c-b1007712f383 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:31:57.461817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Attempting to bind port df811737-7276-46d7-ad8c-b1007712f383 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:31:57.462266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Attempting to bind port df811737-7276-46d7-ad8c-b1007712f383 on network 88102c31-2b4e-4feb-b450-f808497a2057 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:31:57.468780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ba8c8e8-2e20-5866-970f-b74856b77fe4-765fd973-85bc-4f53-b03a-e5be3b8a1439', 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'fixed_ips': [{'subnet_id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f'}]}} from dv-cinder-763306-6-smb. {{(pid=80240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 05:31:57.469616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.498486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:31:57.499252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Checking segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:31:57.499771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.500140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Bound using segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:31:57.500984 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Bound port: df811737-7276-46d7-ad8c-b1007712f383, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:31:57.501411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.630780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.668807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.759226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] For port df811737-7276-46d7-ad8c-b1007712f383, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:31:57.766208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] For port df811737-7276-46d7-ad8c-b1007712f383, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=df811737-7276-46d7-ad8c-b1007712f383,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:31:57.864429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb15bb-0024-404b-be40-dff487615eb0 req-f5a19cad-0d42-471d-8d2e-d756651dadf7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:57.873543 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3bdb15bb-0024-404b-be40-dff487615eb0 req-f5a19cad-0d42-471d-8d2e-d756651dadf7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1976521 Dec 09 05:31:57.958521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:57.980706 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3bdb15bb-0024-404b-be40-dff487615eb0 req-4c620c95-00c0-4587-8bac-c9a7f2d82ee6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060309 Dec 09 05:31:57.987862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:58.102854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Pushing event updated for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:58.106767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:58.112007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Allocated IP 172.28.3.248 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/c2ff868a-7ef7-43ac-8fe6-f94080878cfa) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:58.352693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c1b2c-237b-4fc3-b339-173f1d66bbbd req-c92289bd-3b30-408c-9481-39d966f96f93 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:58.360728 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-866c1b2c-237b-4fc3-b339-173f1d66bbbd req-c92289bd-3b30-408c-9481-39d966f96f93 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1965897 Dec 09 05:31:58.395808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:58.426201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:58.438882 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-866c1b2c-237b-4fc3-b339-173f1d66bbbd req-20d5f786-cfb9-4038-bb57-44c5ded35548 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770817 Dec 09 05:31:58.669158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:31:58.674695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:31:58.757287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:31:58.818312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Allocated IP 172.20.0.2 (765fd973-85bc-4f53-b03a-e5be3b8a1439/e43ea326-4c4e-45dd-8e35-fa9203e1c29f/3583191b-6498-4c43-8524-3254ddcb1182) {{(pid=80240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:31:58.838896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f11f9c-cd99-457d-941f-610ddfdff344 req-f1b5d172-a497-487f-9139-ca32377f951b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:58.860535 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5f11f9c-cd99-457d-941f-610ddfdff344 req-f1b5d172-a497-487f-9139-ca32377f951b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1858497 Dec 09 05:31:58.922303 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5f11f9c-cd99-457d-941f-610ddfdff344 req-1db1f9e8-13b8-4f0c-bf4e-e100c2a92e23 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604184 Dec 09 05:31:58.959346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Pushing event updated for resources: {'Port': ['ID=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:31:58.971533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:31:59.002246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:31:59.003870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:31:59.011277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:31:59.228763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:31:59.282879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:31:59.743926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:31:59.869935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45144) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:31:59.934888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc77106-f142-4ee6-b887-14932f4033b4 req-dc9f3e2d-0b51-406e-9b6b-dbda1ba22a8c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:31:59.937198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ebc77106-f142-4ee6-b887-14932f4033b4 req-dc9f3e2d-0b51-406e-9b6b-dbda1ba22a8c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1950686 Dec 09 05:32:00.053313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:00.053706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.097348 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ebc77106-f142-4ee6-b887-14932f4033b4 req-8c95b184-33ee-4c32-b0f5-0738506bc8c7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521704 Dec 09 05:32:00.319101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3c7b2-4d1d-46f8-bed7-241c37a949b3 req-30cb0255-9b51-49a0-9ea4-5938a3005851 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:00.331510 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7bb3c7b2-4d1d-46f8-bed7-241c37a949b3 req-30cb0255-9b51-49a0-9ea4-5938a3005851 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.8887055 Dec 09 05:32:00.336244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.451469 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7bb3c7b2-4d1d-46f8-bed7-241c37a949b3 req-7107f524-ee3b-47cc-9ba5-e0f393c69cbc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189742 Dec 09 05:32:00.471962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:00.477766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2fee12d4bd434bbc8dcd28249355aa is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:00.481603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:00.488600 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:00.580100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks [] for port, precommit_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.598493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.612788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.626029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Transition to ACTIVE for port object 3583191b-6498-4c43-8524-3254ddcb1182 will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:00.649691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-168c8f0a-fcae-435e-a352-4d3edb6043ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:00.692217 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a2fee12d4bd434bbc8dcd28249355aa&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8194942 Dec 09 05:32:00.695954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7295a-b641-4e1b-bd4e-0c79b20729cc,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:00.712937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45152) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:00.720566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:00.765767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Transition to ACTIVE for port object 3583191b-6498-4c43-8524-3254ddcb1182 will not be triggered until provisioned by entity DHCP. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:00.772411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:31:57Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:00.779162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59de3af-f5a6-49b2-908d-45cfaa6282ae None None] The sync data for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb is: [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:31:57Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:00.783248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854119635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116337'] for router, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.783404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156'] for port, after_create {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.816477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.841892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:00.908641 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:00.989606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Pushing event updated for resources: {'Port': ['ID=3583191b-6498-4c43-8524-3254ddcb1182,revision_number=1']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:01.030449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:01.051223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:01.063782 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-65a87fb8-320a-4514-b880-9a48e413ddc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:01.078073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:01.092616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7295a-b641-4e1b-bd4e-0c79b20729cc,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:01.102554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:01.102554 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2bd7295a-b641-4e1b-bd4e-0c79b20729cc HTTP/1.1" status: 204 len: 168 time: 0.3794966 Dec 09 05:32:01.102554 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:01.106648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7ba8c-a45f-4c28-abb4-f152afe2d218 req-3ad392ef-9f3d-494d-a72c-e99452aefab1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:01.125893 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74e7ba8c-a45f-4c28-abb4-f152afe2d218 req-3ad392ef-9f3d-494d-a72c-e99452aefab1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.7485132 Dec 09 05:32:01.194487 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74e7ba8c-a45f-4c28-abb4-f152afe2d218 req-1e90dd2f-5c3c-4739-af47-a7372a165789 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Dec 09 05:32:01.218561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device df811737-7276-46d7-ad8c-b1007712f383 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:01.452919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Router d3c471f1-0df9-45eb-9500-395da80eb0b9 is scheduled to L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 with binding_index 1 {{(pid=80238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 09 05:32:01.808094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 is already hosted by enough agents. {{(pid=80240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:01.819330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Resources bound (agent type, host, resource id): {{(pid=80240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:01.863370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Received port after_create {{(pid=80240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:01.919970 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df076583-8ef5-49af-bf61-c6e1b73d9ccf req-a817c081-61a0-4dee-893d-6ba004d3c143 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:01.925968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 84dbcb42-e2fc-4372-997b-ff7c138665d9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:01.926426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:01.933046 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-df076583-8ef5-49af-bf61-c6e1b73d9ccf req-a817c081-61a0-4dee-893d-6ba004d3c143 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1892815 Dec 09 05:32:02.000485 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-df076583-8ef5-49af-bf61-c6e1b73d9ccf req-25276946-9300-494f-b6d2-344286616ed8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659134 Dec 09 05:32:02.225899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Attempting to bind port 3583191b-6498-4c43-8524-3254ddcb1182 on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:32:02.226512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Attempting to bind port 3583191b-6498-4c43-8524-3254ddcb1182 by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:32:02.227044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Attempting to bind port 3583191b-6498-4c43-8524-3254ddcb1182 on network 765fd973-85bc-4f53-b03a-e5be3b8a1439 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:32:02.323311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:32:02.324044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Checking segment: {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:32:02.324722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:02.325333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Bound using segment: {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:32:02.326058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Bound port: 3583191b-6498-4c43-8524-3254ddcb1182, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:32:02.326679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:02.460973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] For port 3583191b-6498-4c43-8524-3254ddcb1182, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:32:02.465780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] For port 3583191b-6498-4c43-8524-3254ddcb1182, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3583191b-6498-4c43-8524-3254ddcb1182,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:32:02.468289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port df811737-7276-46d7-ad8c-b1007712f383 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:02.478054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:02.498933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:02.547088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port df811737-7276-46d7-ad8c-b1007712f383 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:02.547343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:02.587712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a5650-3020-43d1-a2ee-987302fff757 req-bd7048c7-9f60-49be-856f-8566437d814e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:02.590324 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f9a5650-3020-43d1-a2ee-987302fff757 req-bd7048c7-9f60-49be-856f-8566437d814e tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 0.1228032 Dec 09 05:32:02.690477 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f9a5650-3020-43d1-a2ee-987302fff757 req-b67b2c32-f3db-45d8-87ef-3d38fc57b586 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707307 Dec 09 05:32:02.699974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fac4ab-97a5-428e-ac08-266608f19c73 req-0c86900e-31f3-4e8f-97a7-89a296597283 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:02.701771 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-52fac4ab-97a5-428e-ac08-266608f19c73 req-0c86900e-31f3-4e8f-97a7-89a296597283 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.9401312 Dec 09 05:32:02.703063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:32:02.725483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Sync routers for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:32:02.748124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Notify callbacks [] for router, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:02.752090 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.9350119 Dec 09 05:32:02.752848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45172) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:02.764671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:02.767957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:02.778979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Pushing event updated for resources: {'Port': ['ID=3583191b-6498-4c43-8524-3254ddcb1182,revision_number=2']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:02.794975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:02.803628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90592870-abf9-4205-b57d-5b2abe53db09 req-7f6e7bff-9d3d-463f-9270-b7687e2e6215 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:02.804942 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90592870-abf9-4205-b57d-5b2abe53db09 req-7f6e7bff-9d3d-463f-9270-b7687e2e6215 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 946 time: 1.0449176 Dec 09 05:32:02.807468 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-52fac4ab-97a5-428e-ac08-266608f19c73 req-b5781006-d2c9-45b5-9a6e-b786d5e59c13 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639973 Dec 09 05:32:02.917751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:03.044857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:03.061890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.144035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port df811737-7276-46d7-ad8c-b1007712f383, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=df811737-7276-46d7-ad8c-b1007712f383,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:03.147764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 8d18d7dd-2699-4ee7-8730-f21963a547cf triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:03.148208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.186126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.194777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f0a803f0-d7cf-4e30-a360-7aa6e300cbfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:03.373823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:03.385973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:03.455843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 84dbcb42-e2fc-4372-997b-ff7c138665d9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:32:03.549910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:31:59Z', 'revision_number': 3, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:03.554937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Checking router: d3c471f1-0df9-45eb-9500-395da80eb0b9 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:32:03.555356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Updating router d3c471f1-0df9-45eb-9500-395da80eb0b9 port c2ff868a-7ef7-43ac-8fe6-f94080878cfa binding host dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:32:03.620574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.826208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.916010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:03.951459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 84dbcb42-e2fc-4372-997b-ff7c138665d9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:03.955916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:03.959253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:04.093431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:04.097195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:04.145705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9241c-ab69-4ac9-a329-be95cedfd6cf req-299c7bba-563d-47af-aaca-92e7459807f1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:04.155021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c4b9241c-ab69-4ac9-a329-be95cedfd6cf req-299c7bba-563d-47af-aaca-92e7459807f1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 944 time: 0.2129667 Dec 09 05:32:04.157881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c3dbc-78f6-476c-b868-2f399dff880a req-8f0ea42a-4ac8-4f60-b8f7-b862ab7f4908 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:04.160029 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-710c3dbc-78f6-476c-b868-2f399dff880a req-8f0ea42a-4ac8-4f60-b8f7-b862ab7f4908 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.7111130 Dec 09 05:32:04.227022 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c4b9241c-ab69-4ac9-a329-be95cedfd6cf req-77570fd4-a344-44f0-bdf4-307e096952b1 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707362 Dec 09 05:32:04.312967 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9', 'code': 200} Dec 09 05:32:04.446830 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-710c3dbc-78f6-476c-b868-2f399dff880a req-39bd77e8-5060-4f76-9f99-7f77942dc51e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769597 Dec 09 05:32:04.498404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks [] for port, precommit_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.501544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.513514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Transition to ACTIVE for port object c2ff868a-7ef7-43ac-8fe6-f94080878cfa will not be triggered until provisioned by entity L2. {{(pid=80241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:04.517599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.542639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-095bce6d-48af-43e5-bff5-d5bd4e9eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:04.603931 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3b6e3-ce91-4542-9a91-7554a0a8b2ff req-009ea85d-40b5-4e0b-95c3-ab1328d529ef tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:04.612160 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cfb3b6e3-ce91-4542-9a91-7554a0a8b2ff req-009ea85d-40b5-4e0b-95c3-ab1328d529ef tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1468289 Dec 09 05:32:04.629964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3ccbf-dd19-4f75-a157-32cc8951738a None None] Pushing event updated for resources: {'Port': ['ID=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,revision_number=2']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:04.644028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7de3ccbf-dd19-4f75-a157-32cc8951738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:04.690733 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cfb3b6e3-ce91-4542-9a91-7554a0a8b2ff req-e5a2171d-e697-40a2-a062-a9c4c5ab0959 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761924 Dec 09 05:32:04.829506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Attempting to bind port c2ff868a-7ef7-43ac-8fe6-f94080878cfa on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:32:04.829933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Attempting to bind port c2ff868a-7ef7-43ac-8fe6-f94080878cfa by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:32:04.830493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Attempting to bind port c2ff868a-7ef7-43ac-8fe6-f94080878cfa on network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:32:04.837195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:32:04.837606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Checking segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:32:04.838063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.838536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Bound using segment: {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'} {{(pid=80241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:32:04.839064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Bound port: c2ff868a-7ef7-43ac-8fe6-f94080878cfa, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016f0e06-9ee2-4a1e-83c1-73eb76f4ba60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}}] {{(pid=80241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:32:04.839485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.940682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] For port c2ff868a-7ef7-43ac-8fe6-f94080878cfa, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:32:04.945000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] For port c2ff868a-7ef7-43ac-8fe6-f94080878cfa, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:32:04.949651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:04.966679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:04.997044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e45e6-d4e5-447d-863e-c962335729f5 None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:32:05.063215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Allocated IP 172.20.0.1 (765fd973-85bc-4f53-b03a-e5be3b8a1439/e43ea326-4c4e-45dd-8e35-fa9203e1c29f/3c8cc43b-364b-41ad-ad22-1d93eb471f2c) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:32:05.195287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:05.196065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:05.285574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-7c448a54-fc9a-44c9-983e-0a001c1565c0 None None] Provisioning for port 3583191b-6498-4c43-8524-3254ddcb1182 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:05.581722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3583191b-6498-4c43-8524-3254ddcb1182 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:05.591310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:05.752968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:05.769418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 3583191b-6498-4c43-8524-3254ddcb1182 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:05.793330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 3583191b-6498-4c43-8524-3254ddcb1182 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:05.793688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:05.798376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Transition to ACTIVE for port object 3c8cc43b-364b-41ad-ad22-1d93eb471f2c will not be triggered until provisioned by entity DHCP. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:05.806686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3ccbf-dd19-4f75-a157-32cc8951738a None None] Pushing event updated for resources: {'Port': ['ID=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,revision_number=3']} {{(pid=80241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:05.820849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7de3ccbf-dd19-4f75-a157-32cc8951738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=80241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:05.829990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee90b-073d-4f23-a89c-659e47e95124 req-52881001-24b4-4350-80ac-865cab111cda tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:05.832113 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b44ee90b-073d-4f23-a89c-659e47e95124 req-52881001-24b4-4350-80ac-865cab111cda tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 944 time: 0.3391469 Dec 09 05:32:05.938173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43a6fd-7909-4c7b-9520-28a85313f80d req-68b49c0b-fce6-4df3-a49a-317a0694afce tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:05.941765 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1f43a6fd-7909-4c7b-9520-28a85313f80d req-68b49c0b-fce6-4df3-a49a-317a0694afce tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1984816 Dec 09 05:32:05.952732 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b44ee90b-073d-4f23-a89c-659e47e95124 req-61869259-4167-4ec9-998c-25e580fe7664 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110313 Dec 09 05:32:05.960963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.006546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-2890c808-5a34-47aa-9b87-b1cb8b366382 None None] Provisioning complete for port 3583191b-6498-4c43-8524-3254ddcb1182 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:06.013802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2890c808-5a34-47aa-9b87-b1cb8b366382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.027230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:06.088652 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1f43a6fd-7909-4c7b-9520-28a85313f80d req-c7c5fe31-1964-4459-a4ac-4f2eb1b241aa tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372983 Dec 09 05:32:06.259760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Pushing event updated for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:06.263387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:06.315930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.346856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:31:59Z', 'revision_number': 3, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:06.358980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2fec5f-ad3e-4a67-8052-f3ba0dccab6a None None] The sync data for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb is: [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:31:59Z', 'revision_number': 3, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:06.500165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 3583191b-6498-4c43-8524-3254ddcb1182, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3583191b-6498-4c43-8524-3254ddcb1182,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:06.507347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.508673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device df811737-7276-46d7-ad8c-b1007712f383 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:06.541704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74517ff1-6be9-4ca3-9461-458413876e85 req-7428e995-96ee-4dd1-a9cf-ea6e35fbc08f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:06.543779 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74517ff1-6be9-4ca3-9461-458413876e85 req-7428e995-96ee-4dd1-a9cf-ea6e35fbc08f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1571949 Dec 09 05:32:06.588911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:06.608017 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74517ff1-6be9-4ca3-9461-458413876e85 req-78802cd6-cf4e-43a8-8c33-a7ccc451c1ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573409 Dec 09 05:32:06.634657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:06.640085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:06.643288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:06.728398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115213'] for router_interface, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.747191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port df811737-7276-46d7-ad8c-b1007712f383 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:06.747656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.842687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=3583191b-6498-4c43-8524-3254ddcb1182,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:06.848138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:06.862216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:06.943399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-59331266-f348-4cd5-ad9e-8f898644e1ed None None] Provisioning complete for port 3583191b-6498-4c43-8524-3254ddcb1182 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:06.943722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-59331266-f348-4cd5-ad9e-8f898644e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.245648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5dd53142-72d5-4d84-a50b-bbe9e8672914 None None] Provisioning for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:07.257942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-5dd53142-72d5-4d84-a50b-bbe9e8672914 None None] Provisioning complete for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:07.258657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5dd53142-72d5-4d84-a50b-bbe9e8672914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.366727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f04c00-e9a1-4a01-a407-f054d8fbbc41 req-6d86cf03-38dd-4c65-8b8e-b03eef22e1f8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:07.384741 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-17f04c00-e9a1-4a01-a407-f054d8fbbc41 req-6d86cf03-38dd-4c65-8b8e-b03eef22e1f8 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 944 time: 0.1980865 Dec 09 05:32:07.397204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-5dd53142-72d5-4d84-a50b-bbe9e8672914 None None] Port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:32:07.466809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.480743 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-17f04c00-e9a1-4a01-a407-f054d8fbbc41 req-943915e9-0a72-4bef-8471-fef834634d9b tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949833 Dec 09 05:32:07.506137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3583191b-6498-4c43-8524-3254ddcb1182 up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:07.516290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.582545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:07.608856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 3583191b-6498-4c43-8524-3254ddcb1182 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:07.609275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.620050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036838039526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660502'] for router_interface, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:07.832915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Pushing event updated for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:07.843193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:07.883670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a7bc-544f-4f19-961e-37fe19c76f6b req-0dea0c03-e237-44a1-b33b-ab182433fc96 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:07.895459 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b57a7bc-544f-4f19-961e-37fe19c76f6b req-0dea0c03-e237-44a1-b33b-ab182433fc96 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.4233398 Dec 09 05:32:07.946816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c2ff868a-7ef7-43ac-8fe6-f94080878cfa up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:07.970879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:07.972350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:07.999648 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b57a7bc-544f-4f19-961e-37fe19c76f6b req-085283d9-c33a-4913-bf98-1be99a865293 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963542 Dec 09 05:32:08.008540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa35686-53b4-41c3-a359-d54331c3d8f4 req-8032e766-0803-4686-8026-74a2a7c2fadc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:08.010781 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0aa35686-53b4-41c3-a359-d54331c3d8f4 req-8032e766-0803-4686-8026-74a2a7c2fadc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1469955 Dec 09 05:32:08.040209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port c2ff868a-7ef7-43ac-8fe6-f94080878cfa completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:08.056155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port c2ff868a-7ef7-43ac-8fe6-f94080878cfa triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:08.056580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:08.121495 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0aa35686-53b4-41c3-a359-d54331c3d8f4 req-a2c2efb4-5f1a-4908-8ab5-138dbd83aac5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028688 Dec 09 05:32:08.276073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:08.279674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Router d3c471f1-0df9-45eb-9500-395da80eb0b9 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:32:08.292713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port c2ff868a-7ef7-43ac-8fe6-f94080878cfa, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:08.295533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:08.297468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:08.361916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-ca7a55d8-b61f-4d5a-9a35-b9c16e8be6a2 None None] Provisioning complete for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:08.362364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ca7a55d8-b61f-4d5a-9a35-b9c16e8be6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:08.418204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:08.423182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:08.435573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a55d8-b61f-4d5a-9a35-b9c16e8be6a2 None None] Port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:32:08.480270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:32:08.489713 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] 10.222.0.57 "PUT /v2.0/routers/d3c471f1-0df9-45eb-9500-395da80eb0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7357190 Dec 09 05:32:08.714928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb3469-eb95-4724-8e6d-edd7239d6e80 req-68395370-473d-45dd-bd93-4b50f6b3e924 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:08.716576 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32fb3469-eb95-4724-8e6d-edd7239d6e80 req-68395370-473d-45dd-bd93-4b50f6b3e924 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 944 time: 0.0931914 Dec 09 05:32:08.765818 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32fb3469-eb95-4724-8e6d-edd7239d6e80 req-238ed3ed-5cac-4c0c-8a7b-f9ce7918b8f2 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Dec 09 05:32:09.170585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Deleting port 84dbcb42-e2fc-4372-997b-ff7c138665d9 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:32:09.170971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.249745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-86458368', 'description': 'tempest-TestShelveInstance-86458368 description'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:09.258754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:09.262814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Usage tracker for resource:security_group and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:09.266112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:09.273866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:09.279625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a957f2-3493-49e5-9ed0-1477366c96f9 req-99d47854-07ce-40af-a519-f12630ec1350 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:09.281671 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-91a957f2-3493-49e5-9ed0-1477366c96f9 req-99d47854-07ce-40af-a519-f12630ec1350 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0981619 Dec 09 05:32:09.285379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c2ff868a-7ef7-43ac-8fe6-f94080878cfa up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:09.346233 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-91a957f2-3493-49e5-9ed0-1477366c96f9 req-89407cc1-064f-40c3-b395-8a8db5a0f399 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562110 Dec 09 05:32:09.403968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port c2ff868a-7ef7-43ac-8fe6-f94080878cfa triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:09.404770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.495829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.556207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] For port 84dbcb42-e2fc-4372-997b-ff7c138665d9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=84dbcb42-e2fc-4372-997b-ff7c138665d9,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:09.556711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.624150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a27f8-7595-4036-b358-a394d530b3eb req-4200b157-e330-41f4-afb3-f6060f473f0f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:09.625897 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a43a27f8-7595-4036-b358-a394d530b3eb req-4200b157-e330-41f4-afb3-f6060f473f0f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1136491 Dec 09 05:32:09.678367 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a43a27f8-7595-4036-b358-a394d530b3eb req-fccfdb1d-d40c-45d6-9c03-a96bc3d855a8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Dec 09 05:32:09.699807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Calling delete_port for 84dbcb42-e2fc-4372-997b-ff7c138665d9 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:32:09.729426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:09.742183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Usage tracker for resource:security_group_rule and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:09.747101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:09.756705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:09.801817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Sync routers for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:32:09.812917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:09.813644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:09.907298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.918886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:09.927996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7bcc9b6b-aa44-4065-ae2f-1a2ba305e2a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:09.965697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'SecurityGroup': ['ID=044eafbb-832a-4763-80c1-b564fa48f984,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:09.973269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:09.998587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.035893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.037601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5837ca2b-dd22-464d-8d5e-e5c39d8626c0 req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1753 time: 0.7982769 Dec 09 05:32:10.038473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:10.048515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:10.051461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba95220-fb64-4651-aa12-a634c8025de3 req-65bfeb69-f06a-4454-b3a7-275f37d698bd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:10.053683 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9ba95220-fb64-4651-aa12-a634c8025de3 req-65bfeb69-f06a-4454-b3a7-275f37d698bd tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 865 time: 0.1324975 Dec 09 05:32:10.088657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Pushing event deleted for resources: {'Port': ['ID=84dbcb42-e2fc-4372-997b-ff7c138665d9,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:10.110616 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9ba95220-fb64-4651-aa12-a634c8025de3 req-4487b8de-30dd-424a-996c-e0f7301dc773 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/security-groups?id=6f18430e-1e8d-4a1f-a82a-53674c19c6c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Dec 09 05:32:10.148509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:10.194502 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f6de112-c147-4cda-946b-2b376b508a98 req-162f0afe-27f4-4945-8849-b9fd4ee740ae tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups/044eafbb-832a-4763-80c1-b564fa48f984 HTTP/1.1" status: 200 len: 1748 time: 0.1180725 Dec 09 05:32:10.213515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '044eafbb-832a-4763-80c1-b564fa48f984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:10.213875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '044eafbb-832a-4763-80c1-b564fa48f984', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:10.228273 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:10.236322 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Usage tracker for resource:security_group_rule and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:10.247868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:10.258011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:10.330881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] No DVR routers for this DVR port 84dbcb42-e2fc-4372-997b-ff7c138665d9 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:32:10.342663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.344876 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90592870-abf9-4205-b57d-5b2abe53db09 req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.54 "DELETE /v2.0/ports/84dbcb42-e2fc-4372-997b-ff7c138665d9 HTTP/1.1" status: 204 len: 173 time: 1.2748642 Dec 09 05:32:10.345413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-deleted', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:10.376039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.419656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.429430 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3396b669-acf4-4f42-b790-bb7c63d0b3fc', 'name': 'network-vif-deleted', 'tag': '84dbcb42-e2fc-4372-997b-ff7c138665d9', 'status': 'completed', 'code': 200} Dec 09 05:32:10.431401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.436147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:32:06Z', 'revision_number': 4, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '3c8cc43b-364b-41ad-ad22-1d93eb471f2c', 'name': '', 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'mac_address': 'fa:16:3e:52:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:32:04Z', 'updated_at': '2020-12-09T05:32:07Z', 'revision_number': 2, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'subnets': [{'id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:10.437689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2dea470d-7091-4fc6-9579-a5d5dc9d6a6c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:10.446473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Checking router: d3c471f1-0df9-45eb-9500-395da80eb0b9 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:32:10.446900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Updating router d3c471f1-0df9-45eb-9500-395da80eb0b9 port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c binding host dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 05:32:10.469145 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf02981-fbe7-4af9-a92f-0ec35d504828,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:10.486017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:10.495434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.497080 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f6de112-c147-4cda-946b-2b376b508a98 req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2955379 Dec 09 05:32:10.512869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.615693 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-daa9e2d7-c26a-47fe-90fe-3094c83dcf95 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups/044eafbb-832a-4763-80c1-b564fa48f984 HTTP/1.1" status: 200 len: 2309 time: 0.0755808 Dec 09 05:32:10.621713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '044eafbb-832a-4763-80c1-b564fa48f984', 'remote_group_id': None}]} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:10.622526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '044eafbb-832a-4763-80c1-b564fa48f984', 'remote_group_id': None}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:10.629435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:10.635430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Usage tracker for resource:security_group_rule and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:10.639037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:10.645717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:10.716140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.745355 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.749294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.756646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:10.784832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c54bd55-c487-475b-8a01-173be3072069,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:10.789148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:10.797506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:10.799002 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-69b1cf73-2f42-43be-acdb-ca4d18aa7429 req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1819758 Dec 09 05:32:10.856071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76711c50-b5da-44dc-b5b3-0349bd798b7e req-4c6bc826-3859-42fc-8f11-4a4405edd0da tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:10.875674 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76711c50-b5da-44dc-b5b3-0349bd798b7e req-4c6bc826-3859-42fc-8f11-4a4405edd0da tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.3344820 Dec 09 05:32:10.941326 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76711c50-b5da-44dc-b5b3-0349bd798b7e req-19a29fac-6d9b-41d4-92b2-ab9bedd0b680 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638399 Dec 09 05:32:11.046624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05747d-f466-4f3e-a28e-5ff8faf30b77 req-633bf9ea-50f2-42ca-b9ed-e13e50b3b070 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:11.048374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de05747d-f466-4f3e-a28e-5ff8faf30b77 req-633bf9ea-50f2-42ca-b9ed-e13e50b3b070 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1160557 Dec 09 05:32:11.115789 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de05747d-f466-4f3e-a28e-5ff8faf30b77 req-1291c206-f6b9-4c9d-8a21-4f4b4f1efefe tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607276 Dec 09 05:32:11.119744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks [] for port, precommit_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:11.144194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Transition to ACTIVE for port object 3c8cc43b-364b-41ad-ad22-1d93eb471f2c will not be triggered until provisioned by entity L2. {{(pid=80240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:11.149244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:11.230787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:11.386278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514cc8-3569-43c9-85ec-01bad45447ce None None] Pushing event updated for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=3']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:11.392213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a9514cc8-3569-43c9-85ec-01bad45447ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:11.439296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e3ccce2c-8b99-4197-83f2-ae3c8d773871 req-d11fb19f-0f41-4b56-81a8-b41405a54fe7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Synchronizing usage tracker for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:11.456839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e3ccce2c-8b99-4197-83f2-ae3c8d773871 req-d11fb19f-0f41-4b56-81a8-b41405a54fe7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Unset dirty status for tenant:6277a1714cf34719bf30e9092556b8ea on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:11.472827 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e3ccce2c-8b99-4197-83f2-ae3c8d773871 req-d11fb19f-0f41-4b56-81a8-b41405a54fe7 tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] 10.222.0.57 "GET /v2.0/ports?device_id=3396b669-acf4-4f42-b790-bb7c63d0b3fc HTTP/1.1" status: 200 len: 210 time: 0.0861406 Dec 09 05:32:11.556252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcdff1-6824-40bf-ac46-069195e8156c req-04cc4e85-e798-412d-8076-5ae5fbdb284b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:11.558475 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5bcdff1-6824-40bf-ac46-069195e8156c req-04cc4e85-e798-412d-8076-5ae5fbdb284b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.1878290 Dec 09 05:32:11.628270 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5bcdff1-6824-40bf-ac46-069195e8156c req-5c922e17-4c2f-4272-a3f6-c060640c6dab tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635302 Dec 09 05:32:11.630409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-9a5cde6e-0159-4ceb-8cde-8b741422be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:11.645233 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-9a5cde6e-0159-4ceb-8cde-8b741422be53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 1162 time: 0.1128407 Dec 09 05:32:11.784716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Attempting to bind port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c on host dv-cinder-763306-6-smb for vnic_type normal with profile {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:32:11.785140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Attempting to bind port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c by drivers openvswitch on host dv-cinder-763306-6-smb at level 0 using segments [{'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:32:11.785771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Attempting to bind port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c on network 765fd973-85bc-4f53-b03a-e5be3b8a1439 {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:32:11.793644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Checking agent: {'id': 'a9082029-223d-48b9-be50-0affee48de99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 19, 18), 'started_at': datetime.datetime(2020, 12, 9, 5, 19, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:32:11.794640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Checking segment: {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:32:11.795106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:11.795689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Bound using segment: {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'} {{(pid=80240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:32:11.796226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Bound port: 3c8cc43b-364b-41ad-ad22-1d93eb471f2c, host: dv-cinder-763306-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288dc712-9f0e-44e5-850f-2c468fb58afb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439'}}] {{(pid=80240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:32:11.796657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:11.900356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-595cf0ce-6960-47b3-836f-c7ab028cf98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:11.902416 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-595cf0ce-6960-47b3-836f-c7ab028cf98c service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.2485566 Dec 09 05:32:11.921631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] For port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c, host dv-cinder-763306-6-smb, cleared binding levels {{(pid=80240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:32:11.926125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] For port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c, host dv-cinder-763306-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:32:11.929884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:11.977889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:12.032231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d1f14-f7d6-4222-bad6-69f48c91356a req-981a79d0-bb1c-4196-bdbe-2f050b980085 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:12.033832 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-261d1f14-f7d6-4222-bad6-69f48c91356a req-981a79d0-bb1c-4196-bdbe-2f050b980085 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.2388573 Dec 09 05:32:12.095488 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-d29553c4-7cd8-49b5-a0e1-d2c3a68dfa06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 200 len: 1000 time: 0.1798286 Dec 09 05:32:12.155608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9514cc8-3569-43c9-85ec-01bad45447ce None None] Pushing event updated for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:12.160574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a9514cc8-3569-43c9-85ec-01bad45447ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:12.186728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:12.187669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:31:47Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:12.204740 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-261d1f14-f7d6-4222-bad6-69f48c91356a req-8fc5a6e3-8845-458c-ad7e-d8cb7401772f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533842 Dec 09 05:32:12.211707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-dd308c7b-f0b3-486e-ab4a-28f945251b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:12.213271 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-dd308c7b-f0b3-486e-ab4a-28f945251b0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.1016779 Dec 09 05:32:12.472968 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:12.509510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-987781ab-cc40-45e9-ad4f-d0d58f20ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:12.510431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc08a9-e4b8-4162-877a-2ba88e26a8dc req-e00f010a-cd98-4910-969e-7691558d8433 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:12.511488 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-987781ab-cc40-45e9-ad4f-d0d58f20ea6b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2892911 Dec 09 05:32:12.513916 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d1dc08a9-e4b8-4162-877a-2ba88e26a8dc req-e00f010a-cd98-4910-969e-7691558d8433 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.1331468 Dec 09 05:32:12.588464 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d1dc08a9-e4b8-4162-877a-2ba88e26a8dc req-fc66d3ac-a2b2-496e-963a-d9051895f10a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656085 Dec 09 05:32:12.659460 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-22060dc1-6e91-4a25-9bf7-92c32364045d tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3353803 Dec 09 05:32:12.682681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:12.692445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:12.699635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Usage tracker for resource:floatingip and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:12.704505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:12.722500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:12.745733 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-fdfb66cf-13fb-43e7-a07f-a2906e66af4e service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270100 Dec 09 05:32:12.747115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:12.880955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45340) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:12.911210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:32:13.007314 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e114ec2-15b8-4fcc-a7b5-414f1fc635e3 req-297a9d81-22bf-441b-8c3c-ab14bfb458a0 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2461872 Dec 09 05:32:13.064068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.158298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:32:06Z', 'revision_number': 4, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '3c8cc43b-364b-41ad-ad22-1d93eb471f2c', 'name': '', 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'mac_address': 'fa:16:3e:52:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:32:04Z', 'updated_at': '2020-12-09T05:32:11Z', 'revision_number': 4, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'subnets': [{'id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:13.164242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11d37e1-5822-41f0-b2a5-a175eb37207b None None] The sync data for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb is: [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:32:06Z', 'revision_number': 4, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '3c8cc43b-364b-41ad-ad22-1d93eb471f2c', 'name': '', 'network_id': '765fd973-85bc-4f53-b03a-e5be3b8a1439', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'mac_address': 'fa:16:3e:52:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:32:04Z', 'updated_at': '2020-12-09T05:32:11Z', 'revision_number': 4, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'subnets': [{'id': 'e43ea326-4c4e-45dd-8e35-fa9203e1c29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:13.353356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:13.434724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Allocated IP 172.28.3.78 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/b1208c86-8495-486f-a052-2c010c5695e9) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:32:13.440679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350871a9-0116-4658-9e20-769465ed42a5 req-19635f01-ba3d-4ca0-acc7-586d80eea9a4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:13.441547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 12da5c2e-b167-4971-baa7-f55c30543fb4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:13.442368 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-350871a9-0116-4658-9e20-769465ed42a5 req-19635f01-ba3d-4ca0-acc7-586d80eea9a4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.3792486 Dec 09 05:32:13.448652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.507961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.588223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.675388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:13.698925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:13.722027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.724672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:13.731175 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-350871a9-0116-4658-9e20-769465ed42a5 req-bd0a0555-4790-4e41-a11f-8a0346abce85 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704699 Dec 09 05:32:13.888181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=6']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:13.894742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:13.954637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:13.998936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.043861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a958f127-05fa-49d0-985e-16903bde86c7 tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:14.199418 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6bd07ec0-5659-4777-a82e-cec1a09d7564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.301573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'Port': ['ID=b1208c86-8495-486f-a052-2c010c5695e9,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:14.307599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:14.316900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:14.318134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:14.318750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac1756-2525-40a8-86f6-0094cb92e39e req-0095bd8f-90ad-4ad7-a1f1-bb3904790f15 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:14.320436 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1cac1756-2525-40a8-86f6-0094cb92e39e req-0095bd8f-90ad-4ad7-a1f1-bb3904790f15 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.3444500 Dec 09 05:32:14.326092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:14.386538 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1cac1756-2525-40a8-86f6-0094cb92e39e req-0282207b-e773-49d8-ad00-27a4686d28f2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596983 Dec 09 05:32:14.467800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.504820 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'code': 200} Dec 09 05:32:14.545045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Deleting port c48c95a3-a7ed-48ee-8825-e42ecc00bb99 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:32:14.545608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.546944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.732817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] For port c48c95a3-a7ed-48ee-8825-e42ecc00bb99, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,segment=NetworkSegment(afec440b-3ed8-4f63-8d66-a7e71a1018a3),segment_id=afec440b-3ed8-4f63-8d66-a7e71a1018a3)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:14.733133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.832802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.837947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:14.856184 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:14.863349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Calling delete_port for c48c95a3-a7ed-48ee-8825-e42ecc00bb99 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:32:14.940157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:15.020556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 12da5c2e-b167-4971-baa7-f55c30543fb4 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:15.020953 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.121665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.151801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'Port': ['ID=b1208c86-8495-486f-a052-2c010c5695e9,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:15.157973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:15.171600 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.172954 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5057805 Dec 09 05:32:15.282800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.304057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-757f5f5f-0511-42fc-82fd-2965c55238f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:15.332483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-c589c33b-79ab-4545-8dd9-df03c7359725 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:floatingip {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:15.369360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3c8cc43b-364b-41ad-ad22-1d93eb471f2c up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:15.395798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a525e-358d-4ada-9fcc-91527c435af2 req-e7e54234-a598-45bb-9992-11a8b1bea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:15.397742 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e5a525e-358d-4ada-9fcc-91527c435af2 req-e7e54234-a598-45bb-9992-11a8b1bea68f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1163 time: 0.2238386 Dec 09 05:32:15.398773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-c589c33b-79ab-4545-8dd9-df03c7359725 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:floatingip {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:15.400060 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-c589c33b-79ab-4545-8dd9-df03c7359725 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.78 HTTP/1.1" status: 200 len: 695 time: 0.1840827 Dec 09 05:32:15.471790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:15.478864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:15.479296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.562718 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e5a525e-358d-4ada-9fcc-91527c435af2 req-6f86e467-7841-46ae-9365-1c3f7a63ab9b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228716 Dec 09 05:32:15.622519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.623035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-51fbc74a-a03e-4e9a-8783-fb6750ad3135 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:15.624686 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-51fbc74a-a03e-4e9a-8783-fb6750ad3135 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 784 time: 0.2175729 Dec 09 05:32:15.634000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c95a3-a7ed-48ee-8825-e42ecc00bb99,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:15.637662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-67842105-1228-4c35-8a6a-541c07327023 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:32:15.638756 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b14b60f6-d0f6-48a7-800d-b1be8924c9e3 req-67842105-1228-4c35-8a6a-541c07327023 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0076184 Dec 09 05:32:15.650847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:15.659975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] For port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:15.660944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f508a1-d04d-46a8-b731-4d97cebb5270 req-9966de14-9634-4f7c-b0e1-5fe30bd49719 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:15.664125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:15.666691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-059bac82-e2c0-4d69-8554-4be75410fdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:15.669616 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c1f508a1-d04d-46a8-b731-4d97cebb5270 req-9966de14-9634-4f7c-b0e1-5fe30bd49719 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.4845862 Dec 09 05:32:15.741778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Pushing event updated for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:15.745865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:15.787903 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c1f508a1-d04d-46a8-b731-4d97cebb5270 req-a2137da4-4d34-42ba-9532-f0bac1a1dc5e tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171708 Dec 09 05:32:16.140600 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7300db-7134-48aa-af93-27fd2c7323d4 req-9f4f484d-66e8-436f-b85d-e9030fc90f40 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:16.149259 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1a7300db-7134-48aa-af93-27fd2c7323d4 req-9f4f484d-66e8-436f-b85d-e9030fc90f40 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2131286 Dec 09 05:32:16.179419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-1bf9076f-db82-46c5-9f25-ee11144db4af tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:16.181809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:16.188879 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-1bf9076f-db82-46c5-9f25-ee11144db4af tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1086087 Dec 09 05:32:16.239635 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1a7300db-7134-48aa-af93-27fd2c7323d4 req-1d4cd531-65a0-458c-864b-c0d26262f6ef tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891981 Dec 09 05:32:16.270117 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-b6b6a39f-3ff9-40ce-9ffb-f18181f8eb4c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.78 HTTP/1.1" status: 200 len: 695 time: 0.0807087 Dec 09 05:32:16.282047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'floatingip': {'port_id': '3102438c-b1af-4a1c-bc85-169886001051', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:16.362001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:16.500616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d120f8f2-25e3-40ef-92a9-a5a0583e811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:16.747337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:32:16.985344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:32:16.995737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Sync routers for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:32:17.011137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:17.012152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:17.016760 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] 10.222.0.57 "PUT /v2.0/routers/6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1345975 Dec 09 05:32:17.019402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45386) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:17.283108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.432440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.535611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3c8cc43b-364b-41ad-ad22-1d93eb471f2c up at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:17.681443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Provisioning complete for port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:17.682839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.690293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:17.754619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.755070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.765947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Deleting port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:32:17.766746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.767059 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:17.863582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-e6f0e066-ca8f-45e2-9bba-36832bbabd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:17.866048 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-e6f0e066-ca8f-45e2-9bba-36832bbabd0c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 1163 time: 0.5091927 Dec 09 05:32:17.952884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:32:17.966219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:18.032342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cc96c-7dfa-4d93-82b6-e0e6ecc85751 req-3b9582d8-80ca-44e2-ae16-1fd6da2cf9a0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:18.040867 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e6cc96c-7dfa-4d93-82b6-e0e6ecc85751 req-3b9582d8-80ca-44e2-ae16-1fd6da2cf9a0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.4903567 Dec 09 05:32:18.042202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:32:15Z', 'revision_number': 5, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:18.047050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Checking router: 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:32:18.058172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Routers {'6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:18.058896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:18.232009 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Floating IP 166cc3f3-0427-45b5-aafd-9e2c52488780 associated. External IP: 172.28.3.78, port: 3102438c-b1af-4a1c-bc85-169886001051. Dec 09 05:32:18.282593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] Set router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:18.361224 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] For port ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:18.361618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:18.375335 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e6cc96c-7dfa-4d93-82b6-e0e6ecc85751 req-df9e4990-4633-410b-ada9-ff7da241a5b2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335438 Dec 09 05:32:18.407623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-7e117153-908e-4f46-b479-f9e196350927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:18.409894 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-7e117153-908e-4f46-b479-f9e196350927 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.5158124 Dec 09 05:32:18.500359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Calling delete_port for ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:32:18.517328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:18.621655 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-712559a0-1fe2-4d85-91f7-87dfd3e7ff52 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 200 len: 1002 time: 0.1993029 Dec 09 05:32:18.653736 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.plugins.ml2.ovo_rpc [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: result = function(*args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: proto.__init__(conn_state, self) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: self.handle() Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: self.handle_one_request() Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: self.handle_one_response() Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: result = self.application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return app(environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return request.get_response(self.application) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self._app) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: response = self.app(environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:32:18.656957 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: result = method(request=request, **args) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return self._delete(request, id, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*dup_args, **dup_kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: obj_deleter(request.context, id, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return method(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(*dup_args, **dup_kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: self._delete_current_gw_port(context, id, router, None) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: admin_ctx, gw_port_id, l3_port_check=False) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, context, *args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return method(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: context, port, router_ids, bound_mech_contexts) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: return function(*args, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: callback(resource, event, trigger, **kwargs) Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: if self._is_session_semantic_violated(context, resource, event): Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: stack = traceback.extract_stack() Dec 09 05:32:18.665635 dv-cinder-763306-6-smb neutron-server[80125]: Dec 09 05:32:18.670071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:32:15Z', 'revision_number': 5, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:18.674052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a1d8d7-57e3-4c00-a09a-3960fc8269db None None] The sync data for ids ['6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e'] in dv-cinder-763306-6-smb is: [{'id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'name': 'tempest-ServerRescueNegativeTestJSON-20475843-router', 'tenant_id': '6277a1714cf34719bf30e9092556b8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:31Z', 'updated_at': '2020-12-09T05:32:15Z', 'revision_number': 5, 'project_id': '6277a1714cf34719bf30e9092556b8ea', 'gw_port': {'id': 'ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:cd:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:34Z', 'updated_at': '2020-12-09T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:18.913154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-b31d933f-373f-4381-b9ee-386610f9aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:18.914796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-b31d933f-373f-4381-b9ee-386610f9aba5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.2793961 Dec 09 05:32:18.966264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.000046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Router e31e38c1-c8b1-4173-83af-de1caed63723 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:32:19.118598 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.122076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.143257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-29bdad2c-a68c-49b9-b11c-802ce6d5c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:19.144888 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-29bdad2c-a68c-49b9-b11c-802ce6d5c13e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2222810 Dec 09 05:32:19.207488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4fb71-8987-4dd9-ab48-e51eb6e07f49 req-a648f4a1-c3e5-414c-b824-cd662ed03e48 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:19.209235 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-53c4fb71-8987-4dd9-ab48-e51eb6e07f49 req-a648f4a1-c3e5-414c-b824-cd662ed03e48 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.3200934 Dec 09 05:32:19.233009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c48c95a3-a7ed-48ee-8825-e42ecc00bb99 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:32:19.242415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.242969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:32:19.275780 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-53c4fb71-8987-4dd9-ab48-e51eb6e07f49 req-e9f191b4-6c3a-40bb-a4e8-1c74e021bd61 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568736 Dec 09 05:32:19.277112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: c48c95a3-a7ed-48ee-8825-e42ecc00bb99 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:32:19.277596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.277936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c48c95a3-a7ed-48ee-8825-e42ecc00bb99 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:32:19.278801 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9b56e8d0-79e1-4af4-b5c0-8af74a10e76b admin admin] 10.222.0.57 "DELETE /v2.0/routers/6154b0fc-0cb1-43c6-b483-aaf0b6ba3b2e HTTP/1.1" status: 204 len: 168 time: 2.2581575 Dec 09 05:32:19.283103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45428) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:19.360247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Deleting subnet 5357031d-3e61-4ce1-9275-09b31fec8dd7 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:32:19.362975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:32:19.363748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.369892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.374832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Sync routers for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:32:19.386735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:19.387632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:19.410937 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-815d7a02-9787-4c2d-ad8b-a97219c747e4 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538464 Dec 09 05:32:19.430348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.489529 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-8502e20b-4761-421a-8065-4c59120af3fb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "PUT /v2.0/floatingips/166cc3f3-0427-45b5-aafd-9e2c52488780 HTTP/1.1" status: 200 len: 995 time: 3.2092044 Dec 09 05:32:19.497831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.548085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:19.610672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:19.671311 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ef2618f3-3c12-4466-ae75-3d6d6dc9900d req-641acdee-9dff-4a2e-bd90-b371abb384db service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2507796 Dec 09 05:32:19.679094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-980ba4e8-01e5-4ade-8c70-29e75344deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:19.686928 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-980ba4e8-01e5-4ade-8c70-29e75344deb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.1349418 Dec 09 05:32:19.893241 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd8620-9d19-4f4d-b050-927948aa7319 req-7dafca12-938a-427c-9b2d-ec5961b15295 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:19.897109 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66dd8620-9d19-4f4d-b050-927948aa7319 req-7dafca12-938a-427c-9b2d-ec5961b15295 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2312627 Dec 09 05:32:19.944171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:19.988922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:20.032431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5357031d-3e61-4ce1-9275-09b31fec8dd7,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:20.038849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '166cc3f3-0427-45b5-aafd-9e2c52488780', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'port_id': '3102438c-b1af-4a1c-bc85-169886001051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'mac_address': 'fa:16:3e:55:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.043349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Checking router: e31e38c1-c8b1-4173-83af-de1caed63723 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:32:20.051131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:20.053650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:20.054527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.066640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-f8b414df-37b2-41d4-bc3a-e3d999666b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.078934 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-f8b414df-37b2-41d4-bc3a-e3d999666b11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.3868425 Dec 09 05:32:20.148743 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66dd8620-9d19-4f4d-b050-927948aa7319 req-6b17e443-0396-4395-816e-f5974a0fe163 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317986 Dec 09 05:32:20.161204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.173724 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-14d6d96c-a297-4f3d-9ed3-7dad136ad364 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5357031d-3e61-4ce1-9275-09b31fec8dd7 HTTP/1.1" status: 204 len: 168 time: 0.8888428 Dec 09 05:32:20.176849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45438) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:20.202283 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-7df326c4-7373-477a-b929-d2040efb6c93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 998 time: 0.1265166 Dec 09 05:32:20.271940 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:32:20.274350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.297238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-7c4cc4e1-a6c5-4a21-9d30-cf206c21e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.298963 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-7c4cc4e1-a6c5-4a21-9d30-cf206c21e676 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0925312 Dec 09 05:32:20.301314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:20.330340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.453451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0720-664d-4f11-a66c-45834515912d req-9b89b68f-0761-40ac-9135-45d433a4b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.455465 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-9b89b68f-0761-40ac-9135-45d433a4b6ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.1524911 Dec 09 05:32:20.519774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-58fcd327-5aef-4a3f-8581-f214d62bc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.523131 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-58fcd327-5aef-4a3f-8581-f214d62bc105 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1692798 Dec 09 05:32:20.588851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-c3c4687b-9a3a-465e-8792-6cf28bf1d3c3 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80238) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:32:20.589959 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-c3c4687b-9a3a-465e-8792-6cf28bf1d3c3 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0112340 Dec 09 05:32:20.592536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.737607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a5e039-9dc0-4cea-99f5-528c1c6aef1b']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.743123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0720-664d-4f11-a66c-45834515912d req-a0c1cebc-1b4d-498d-aa3c-58ca83573a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.744730 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-a0c1cebc-1b4d-498d-aa3c-58ca83573a1d service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.2752776 Dec 09 05:32:20.750344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40821d6-4da5-42f5-8dd4-a1f2465942b5 req-4596bcec-fe2c-466a-a7a3-3dd8743c6127 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:20.751974 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a40821d6-4da5-42f5-8dd4-a1f2465942b5 req-4596bcec-fe2c-466a-a7a3-3dd8743c6127 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.2894545 Dec 09 05:32:20.759294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afec440b-3ed8-4f63-8d66-a7e71a1018a3') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.759618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afec440b-3ed8-4f63-8d66-a7e71a1018a3') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.776680 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.823137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:20.826809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:32:20.851847 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-63397aa6-2bae-4c7e-ac14-5c8db428b060 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463558 Dec 09 05:32:20.859654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '166cc3f3-0427-45b5-aafd-9e2c52488780', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'port_id': '3102438c-b1af-4a1c-bc85-169886001051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'mac_address': 'fa:16:3e:55:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:20.864653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007ecf02-8dcf-45d1-94c4-6a9a51cfbf8a None None] The sync data for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb is: [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '166cc3f3-0427-45b5-aafd-9e2c52488780', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'floating_ip_address': '172.28.3.78', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'port_id': '3102438c-b1af-4a1c-bc85-169886001051', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'mac_address': 'fa:16:3e:55:12:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:14Z', 'updated_at': '2020-12-09T05:32:17Z', 'revision_number': 1, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:20.867665 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a40821d6-4da5-42f5-8dd4-a1f2465942b5 req-04bc90ed-447f-4858-85ce-3e0ff0acef33 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966485 Dec 09 05:32:20.983051 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-f16f62e2-6afb-414e-9b45-0b4e73c3ec40 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 998 time: 0.2287402 Dec 09 05:32:21.027909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:32:21.038076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.089717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0720-664d-4f11-a66c-45834515912d req-79dbe22e-cf3d-4781-b345-7f3f4ad4592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:21.091284 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-79dbe22e-cf3d-4781-b345-7f3f4ad4592d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0935223 Dec 09 05:32:21.094848 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c5876def-7463-4f2d-a6bf-cf138b09f6f8 req-c426edaa-18dc-4ab3-a5a3-6505b07b30e4 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2314289 Dec 09 05:32:21.172813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1352004336', 'description': 'tempest-TestMinimumBasicScenario-1352004336 description'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:21.181128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:21.230447 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f54266-0f7b-4aa9-b9e8-ef1171e5cb17 None None] New status for floating IP 166cc3f3-0427-45b5-aafd-9e2c52488780: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:32:21.252849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f0720-664d-4f11-a66c-45834515912d req-03b2ef14-5aca-461f-841b-6103c57b2b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:21.254960 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-03b2ef14-5aca-461f-841b-6103c57b2b4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1311982 Dec 09 05:32:21.269890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:21.285484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:32:21.298225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Network 82a5e039-9dc0-4cea-99f5-528c1c6aef1b has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:32:21.329173 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:32:21.331438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:32:21.331438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device ab3a67a4-e9a5-4e9f-ae5a-2c766ebdc9cd not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:32:21.332050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.429087 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:21.433758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Usage tracker for resource:security_group_rule and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:21.437134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:21.438583 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-cc5cf6f1-5592-46a8-88e4-2be85c233a27 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599655 Dec 09 05:32:21.445985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:21.474988 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.484032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.490630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:21.523016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Pushing event deleted for resources: {'Network': ['ID=82a5e039-9dc0-4cea-99f5-528c1c6aef1b,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:21.526124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:21.551697 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] 10.222.0.57 "DELETE /v2.0/networks/82a5e039-9dc0-4cea-99f5-528c1c6aef1b HTTP/1.1" status: 204 len: 168 time: 1.3720784 Dec 09 05:32:21.587904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.592795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.598530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6bb80755-8c69-4056-8ef1-46b1ad76a8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:21.605641 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-158f0720-664d-4f11-a66c-45834515912d req-9558dd64-71e8-4137-b9b0-c1eea0d75b07 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1573863 Dec 09 05:32:21.640544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.641863 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-74ab4c14-aba7-47a6-86b0-5043b8f19597 req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.4736996 Dec 09 05:32:21.643501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5ebffd-4919-46f6-8a3c-10290902f6fa,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:21.654991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:21.723521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45454) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:21.728311 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-52a3c7a9-d138-413e-9734-315b032053bb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups/3f5ebffd-4919-46f6-8a3c-10290902f6fa HTTP/1.1" status: 200 len: 1764 time: 0.0475483 Dec 09 05:32:21.739172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5ebffd-4919-46f6-8a3c-10290902f6fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:21.740213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5ebffd-4919-46f6-8a3c-10290902f6fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:21.746636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:21.751913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Usage tracker for resource:security_group_rule and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:21.755392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:21.761906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:21.780939 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-48adb08c-05a6-4ce4-a6b1-d08d03a2490d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6277a1714cf34719bf30e9092556b8ea&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0532179 Dec 09 05:32:21.781163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45458) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:21.826124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.848466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.851534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.854235 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.856432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2c75a723-1f79-4776-aebb-6ac04f42ce86 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:21.878065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f5e4f2-2096-4425-8e94-a5295d4ffefc,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:21.879133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.882686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:21.889577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.890904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e687d0f3-4856-4be5-8627-17d203bc0bb2 req-bd5e820b-0e68-4f2b-97ef-8b8bad95ce42 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1559207 Dec 09 05:32:21.931839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.937138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a02ef845-d135-475e-b9a2-7f7627b26f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:21.952518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f18430e-1e8d-4a1f-a82a-53674c19c6c5,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:21.955378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:21.965705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:21.970752 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8da89b71-f70a-412b-8958-044bed0f8047 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f18430e-1e8d-4a1f-a82a-53674c19c6c5 HTTP/1.1" status: 204 len: 168 time: 0.1886165 Dec 09 05:32:21.998957 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-148ec472-affa-4e21-a0aa-bc03e36fef44 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups/3f5ebffd-4919-46f6-8a3c-10290902f6fa HTTP/1.1" status: 200 len: 2325 time: 0.0753136 Dec 09 05:32:22.012451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5ebffd-4919-46f6-8a3c-10290902f6fa', 'remote_group_id': None}]} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:22.012794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f5ebffd-4919-46f6-8a3c-10290902f6fa', 'remote_group_id': None}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:22.019127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:22.024005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Usage tracker for resource:security_group_rule and tenant:39316f316b664b1d8f2bde97e4b459d8 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:22.027172 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:22.034311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:22.096052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1a395-400c-458e-9238-cb8f8dae95ce req-08a678a3-4ecf-475a-90a3-d56907623c1f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:22.097760 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-82e1a395-400c-458e-9238-cb8f8dae95ce req-08a678a3-4ecf-475a-90a3-d56907623c1f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.0878358 Dec 09 05:32:22.101161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.142437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.147068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.160890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:22.188887 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-82e1a395-400c-458e-9238-cb8f8dae95ce req-1a0b9a19-5816-4b78-a7a7-433f0db436fa tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667419 Dec 09 05:32:22.195619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217f39df-4684-47bf-9842-8792e893448f,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:22.198391 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:22.200040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.200542 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7c13c756-1bfd-497e-8127-ba6f30fec296 req-b6242a58-556c-4dce-95ba-caf59dce3ad0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1931913 Dec 09 05:32:22.358938 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-6aa5ad58-2383-4a80-8e50-d8c345f2eb60 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1352004336&fields=id&tenant_id=39316f316b664b1d8f2bde97e4b459d8 HTTP/1.1" status: 200 len: 267 time: 0.0456905 Dec 09 05:32:22.453176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-06e88c1c-a390-439b-b5d4-1d03f98fe8de tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:22.454900 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-06e88c1c-a390-439b-b5d4-1d03f98fe8de tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.0887179 Dec 09 05:32:22.470833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'port': {'security_groups': ['592a4c32-e555-4553-a113-af29fece3c9f', '3f5ebffd-4919-46f6-8a3c-10290902f6fa']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:22.601540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.934003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:22.964297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.969339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:22.985106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8daa4d3f-4320-4a29-a263-5f23b77f1f75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:23.144592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=5']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:23.150116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:23.193876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:23.194599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:23.196125 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-147e6712-c494-4ae0-ba01-01bb85daca2b req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "PUT /v2.0/ports/3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 981 time: 0.7338278 Dec 09 05:32:23.196656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:23.418185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb7c6a-4a85-4ba6-8938-23c2ff8936ec req-fe9e6be6-4088-4034-b8bf-194414183e9d tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:23.419854 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4eb7c6a-4a85-4ba6-8938-23c2ff8936ec req-fe9e6be6-4088-4034-b8bf-194414183e9d tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.1027129 Dec 09 05:32:23.474825 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4eb7c6a-4a85-4ba6-8938-23c2ff8936ec req-c0ceb595-e2e2-435c-9e36-7a7abfb4d63e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0473483 Dec 09 05:32:23.503652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d2228d7d-41a2-4509-a672-431eaaf4917c None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:23.504087 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d2228d7d-41a2-4509-a672-431eaaf4917c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:23.579991 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:32:23.804326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573bd7-11e3-409d-9546-147d334d9bbf req-537df835-4be7-4976-a97b-018e4b5cc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:23.805959 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-537df835-4be7-4976-a97b-018e4b5cc1f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1202 time: 0.1925557 Dec 09 05:32:23.820261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb4bde-4d4d-4042-bd19-45c5589fa49c req-441c6fa9-b33f-43c8-94ea-88a0347cc651 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:23.821818 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4adb4bde-4d4d-4042-bd19-45c5589fa49c req-441c6fa9-b33f-43c8-94ea-88a0347cc651 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.1179237 Dec 09 05:32:24.180597 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4adb4bde-4d4d-4042-bd19-45c5589fa49c req-d5c2745c-6b81-42b8-942f-b6355c63c696 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376200 Dec 09 05:32:24.211578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573bd7-11e3-409d-9546-147d334d9bbf req-df3ce80c-3858-4058-b167-d4e81ef1f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:24.213143 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-df3ce80c-3858-4058-b167-d4e81ef1f527 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.3995187 Dec 09 05:32:24.324984 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-698f44fb-6783-40e3-bcf5-ce890c6a6c3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 1000 time: 0.1029155 Dec 09 05:32:24.396440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573bd7-11e3-409d-9546-147d334d9bbf req-9e6ede00-dcc9-44ef-9efa-d8dcf4a4bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:24.397958 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-9e6ede00-dcc9-44ef-9efa-d8dcf4a4bb7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0637560 Dec 09 05:32:24.487178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75573bd7-11e3-409d-9546-147d334d9bbf req-8ee6b9da-ca5d-4231-9631-f75874a2e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:24.488769 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-8ee6b9da-ca5d-4231-9631-f75874a2e4d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833952 Dec 09 05:32:24.640329 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-846d0d3d-44e9-4653-a2e8-a832649dd8c5 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397312 Dec 09 05:32:24.794012 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-75573bd7-11e3-409d-9546-147d334d9bbf req-71201827-e4dd-4072-8475-109600ed2fdf service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423740 Dec 09 05:32:25.397409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:25.409870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6a30e-61fe-4401-b1c2-08ba83bf1b85 req-7840027f-42ca-4442-8a08-3c3f82980aaa tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:25.411570 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8df6a30e-61fe-4401-b1c2-08ba83bf1b85 req-7840027f-42ca-4442-8a08-3c3f82980aaa tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.0899708 Dec 09 05:32:25.469862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:25.470332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:25.518167 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8df6a30e-61fe-4401-b1c2-08ba83bf1b85 req-4695cfd9-dc62-41d3-ab49-0d0725f6fa34 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654597 Dec 09 05:32:25.543520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-3c886411-7895-42d4-9d58-c97abfcbffb0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:25.545779 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-3c886411-7895-42d4-9d58-c97abfcbffb0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 945 time: 0.1331146 Dec 09 05:32:25.605277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device a9a78daa-4d9e-4277-8910-87089032dcef up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:25.628719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Deleting port a9a78daa-4d9e-4277-8910-87089032dcef {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:32:25.629112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:25.673897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port a9a78daa-4d9e-4277-8910-87089032dcef triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:25.674587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:25.891955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] For port a9a78daa-4d9e-4277-8910-87089032dcef, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a9a78daa-4d9e-4277-8910-87089032dcef,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:25.892283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:26.019328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Calling delete_port for a9a78daa-4d9e-4277-8910-87089032dcef owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:32:26.163163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:26.180400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a0b737f5-67f1-40de-a839-4c6bc999789a tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:26.235228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Pushing event deleted for resources: {'Port': ['ID=a9a78daa-4d9e-4277-8910-87089032dcef,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:26.237882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:26.378373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] No DVR routers for this DVR port a9a78daa-4d9e-4277-8910-87089032dcef on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:32:26.380524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:26.383227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'name': 'network-vif-deleted', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:26.397891 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6c9e39d8-12a5-42f7-91d9-a5466c4bd341 req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "DELETE /v2.0/ports/a9a78daa-4d9e-4277-8910-87089032dcef HTTP/1.1" status: 204 len: 173 time: 0.8435843 Dec 09 05:32:26.448009 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd', 'name': 'network-vif-deleted', 'tag': 'a9a78daa-4d9e-4277-8910-87089032dcef', 'status': 'completed', 'code': 200} Dec 09 05:32:26.752486 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-26dd275e-718e-4b6a-a902-8b922237e66a req-abe6239e-ac71-46f4-ac61-125737d70b99 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=5c6a1248-9b34-4ef7-a5d5-39e5d399a0bd HTTP/1.1" status: 200 len: 210 time: 0.0607188 Dec 09 05:32:26.829257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45562) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:26.983078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:26.986582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device a9a78daa-4d9e-4277-8910-87089032dcef no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:32:26.999377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:27.003568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Usage tracker for resource:security_group_rule and tenant:9782fae039de4f8aad4af034ef9f48b9 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:27.007727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:27.013678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:27.022048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: a9a78daa-4d9e-4277-8910-87089032dcef {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:32:27.022478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device a9a78daa-4d9e-4277-8910-87089032dcef not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:32:27.103601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.106532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.115478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6d94c0a0-0802-41b0-8902-afce5b25193d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:27.162392 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9782fae039de4f8aad4af034ef9f48b9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3318610 Dec 09 05:32:27.163338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbdc355-a76c-4ed9-abd1-5ebe0431fbe5,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:27.165180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45568) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:27.166748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:27.231262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.259704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.314822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.320512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3b5afa47-9896-4789-b492-1042d583eb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:27.334371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbdc355-a76c-4ed9-abd1-5ebe0431fbe5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:27.337140 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:27.338367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:27.339686 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bbdc355-a76c-4ed9-abd1-5ebe0431fbe5 HTTP/1.1" status: 204 len: 168 time: 0.1733420 Dec 09 05:32:29.068705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45628) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:29.231285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.247043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:29.251887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Usage tracker for resource:security_group_rule and tenant:b671f140ba674ec3921f5f2a699d5837 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:29.255174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:29.261375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:29.348004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.352097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.361394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6a7cf1f0-4645-4dd6-a3db-0773c8c0bbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:29.404756 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b671f140ba674ec3921f5f2a699d5837&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3348105 Dec 09 05:32:29.405646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67112db2-5b58-4967-bd66-286357a720eb,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:29.407633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45648) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:29.409366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:29.471508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.504350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.551471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.556571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e0c3e973-0058-40a4-a98c-d858cbb8d49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:29.569103 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67112db2-5b58-4967-bd66-286357a720eb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:29.573126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:29.578643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:29.579856 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67112db2-5b58-4967-bd66-286357a720eb HTTP/1.1" status: 204 len: 168 time: 0.1711495 Dec 09 05:32:30.231817 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-df1ca784-0674-4888-af05-76113007044f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-86458368&fields=id&tenant_id=b51785a98e344525bd9b93c45e190ec4 HTTP/1.1" status: 200 len: 267 time: 0.0435553 Dec 09 05:32:30.398318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-5c1c6923-6dfe-4c82-9fde-aee766fa0d41 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:30.399943 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-5c1c6923-6dfe-4c82-9fde-aee766fa0d41 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 808 time: 0.1591058 Dec 09 05:32:30.421701 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-223f0e98-5e0d-4fd9-b7f2-8a09a28cada0 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/quotas/b51785a98e344525bd9b93c45e190ec4 HTTP/1.1" status: 200 len: 375 time: 0.0156934 Dec 09 05:32:30.729844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-a10c1ead-0d1d-4add-bb01-1a8eea2cb305 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:30.747229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-a10c1ead-0d1d-4add-bb01-1a8eea2cb305 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:30.748711 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-a10c1ead-0d1d-4add-bb01-1a8eea2cb305 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3198991 Dec 09 05:32:30.913490 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-7287bad0-8bf0-4d5c-830d-e381329efa29 service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513298 Dec 09 05:32:31.063656 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-0b447bfb-fff5-4508-8e89-c2c571054c6e service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433241 Dec 09 05:32:31.656708 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3ed69866-0707-4058-beee-1883f66d4427 req-26b07b6b-7bd0-475d-80e3-2ba8ee2e32d2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 210 time: 0.0516088 Dec 09 05:32:31.917231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45736) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:32.081941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.098463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:32.103492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Usage tracker for resource:security_group_rule and tenant:00c64b8d59cb458baf41dc48ceb8d50a is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:32.106540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:32.112686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:32.200155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.203194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.217164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6c0359ba-d469-4e53-ae4b-fe402cae6366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:32.254514 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00c64b8d59cb458baf41dc48ceb8d50a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3355300 Dec 09 05:32:32.256693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45752) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:32.263018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d15857-7375-461b-9f0f-921861709e2d,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:32.266136 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:32.314955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-bbb951fd-2d92-40bc-ac85-a3f2beb2eab7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:32.316558 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-bbb951fd-2d92-40bc-ac85-a3f2beb2eab7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 814 time: 0.1915767 Dec 09 05:32:32.341291 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-ea6059a6-6a8f-4dad-9f03-d22417cd625f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/quotas/8efdaa37a800432c9b69e471be5e1307 HTTP/1.1" status: 200 len: 375 time: 0.0174716 Dec 09 05:32:32.399394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.407508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-8faf0c49-8b70-41bf-8d2f-193e6cae4c3b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558250 Dec 09 05:32:32.472987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.611586 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-022f0188-de52-46ad-aa35-213b7501e3e9 service neutron] 10.222.0.57 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954105 Dec 09 05:32:32.617476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.624063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b186ec13-e276-4b08-907f-2a368f95d83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:32.663891 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d15857-7375-461b-9f0f-921861709e2d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:32.676520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:32.682801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:32.684543 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91d15857-7375-461b-9f0f-921861709e2d HTTP/1.1" status: 204 len: 168 time: 0.4266286 Dec 09 05:32:32.830840 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-ebce6477-026e-4d27-ae81-9e7bcb9755c4 service neutron] 10.222.0.57 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2077012 Dec 09 05:32:32.929270 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8224cb4a-936d-46f8-b4a4-65039ce0f0c7 req-99c85dcd-35cb-4e6b-a569-67c9a9307274 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 210 time: 0.0608451 Dec 09 05:32:33.003411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-7fffa53e-f79b-4e4a-bc81-619b73a4cc00 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:33.004790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-7fffa53e-f79b-4e4a-bc81-619b73a4cc00 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:33.024536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-7fffa53e-f79b-4e4a-bc81-619b73a4cc00 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:33.025903 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-7fffa53e-f79b-4e4a-bc81-619b73a4cc00 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 808 time: 0.2846344 Dec 09 05:32:33.070787 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-613b6baf-f1ef-48c6-bff9-1aa0b9556dd4 req-12715385-010b-4a7c-a276-374ae13b7f39 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 210 time: 0.0603187 Dec 09 05:32:33.129336 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-cbec0820-667c-4ba4-a449-3da0ed6d8123 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:33.148011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c02a943f-c87d-477b-99f4-0e354470411d req-cbec0820-667c-4ba4-a449-3da0ed6d8123 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:33.149426 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-cbec0820-667c-4ba4-a449-3da0ed6d8123 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b51785a98e344525bd9b93c45e190ec4 HTTP/1.1" status: 200 len: 5541 time: 0.1036770 Dec 09 05:32:33.164764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'port': {'device_id': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'admin_state_up': True, 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'security_groups': ['044eafbb-832a-4763-80c1-b564fa48f984']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:33.192530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45770) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:33.213570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.230859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:33.235468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Usage tracker for resource:security_group_rule and tenant:301f011d253f4b6c974ea4e374558167 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:33.238522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:33.245202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:33.335408 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:33.345622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:33.355498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.359080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.363658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Made reservation on behalf of b51785a98e344525bd9b93c45e190ec4 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:32:33.370092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.390775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-03ea3c0b-a41b-4c20-9be3-6d5c29392b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:33.403340 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=301f011d253f4b6c974ea4e374558167&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2054136 Dec 09 05:32:33.403340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45778) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:33.455309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5923352-0205-4a63-b73b-59401e72fa28,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:33.459318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:33.499902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.529948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.577967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.583452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f1ab1d9-36ab-4873-8884-8e7baaf920b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:33.600148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5923352-0205-4a63-b73b-59401e72fa28,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:33.602617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.603959 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5923352-0205-4a63-b73b-59401e72fa28 HTTP/1.1" status: 204 len: 168 time: 0.2003703 Dec 09 05:32:33.605065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:33.723127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Allocated IP 172.20.0.14 (88102c31-2b4e-4feb-b450-f808497a2057/c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3/b612ffe9-eaf1-41fe-b8f2-cac3da9230a8) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:32:33.937995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.954585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Transition to ACTIVE for port object b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:33.976092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:33.994681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b2395034-a646-4d15-a060-57c9004b6d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:34.139455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:34.148305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:34.268143 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-187dc289-2690-4cb0-b93c-344b5e9ac22a req-b804fa7d-16ea-41b8-88b5-bb40ded96802 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 210 time: 0.0662804 Dec 09 05:32:34.281686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6db30-eac4-4fec-9ad2-341258bf3bb2 req-a8246245-c9c1-4ca7-9569-3e0059f18657 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:34.283393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bea6db30-eac4-4fec-9ad2-341258bf3bb2 req-a8246245-c9c1-4ca7-9569-3e0059f18657 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 932 time: 0.1451926 Dec 09 05:32:34.312027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Network 88102c31-2b4e-4feb-b450-f808497a2057 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:34.315993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:34.321173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:34.377407 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bea6db30-eac4-4fec-9ad2-341258bf3bb2 req-1001ae3d-4372-4eff-a663-3c6023d130f0 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0858138 Dec 09 05:32:34.424687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:34.425707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:34.471655 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3147588 Dec 09 05:32:34.489664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Request body: {'port': {'device_id': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:34.550340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-833f963c-e520-4761-a11a-55fa5badeebc tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:34.551997 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-833f963c-e520-4761-a11a-55fa5badeebc tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 814 time: 0.2204144 Dec 09 05:32:34.574547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Request body: {'port': {'device_id': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6', 'admin_state_up': True, 'tenant_id': '8efdaa37a800432c9b69e471be5e1307'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:34.675634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d70a47bb-3b22-4c2b-a064-37e934e9754c None None] Provisioning for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:34.683706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d70a47bb-3b22-4c2b-a064-37e934e9754c None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:34.684378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d70a47bb-3b22-4c2b-a064-37e934e9754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:34.753833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:34.757246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-d70a47bb-3b22-4c2b-a064-37e934e9754c None None] Port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:32:34.759178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Usage tracker for resource:port and tenant:8efdaa37a800432c9b69e471be5e1307 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:34.762617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Quota usage for port was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:34.768911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:34.779633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Made reservation on behalf of 8efdaa37a800432c9b69e471be5e1307 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:32:34.786258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:34.878365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.116083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Allocated IP 172.20.0.4 (25fb636b-8d51-4f19-b9ee-9593195209c6/4830e5cb-8c77-4ec5-b704-dae5c94ef055/6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:32:35.330872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:32:35.340576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.353366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.357863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Transition to ACTIVE for port object b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:35.360271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.383083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.400495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:35.502120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:35.674132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Pushing event updated for resources: {'Port': ['ID=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:35.685344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:35.703700 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:35.706786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:35.710185 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:35.772474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:35.775753 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:35.776747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9ca33-f07b-4212-868d-7fb124abcd26 req-8bde2363-88d2-45ab-ac34-c24627bdff16 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:35.785453 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7ee9ca33-f07b-4212-868d-7fb124abcd26 req-8bde2363-88d2-45ab-ac34-c24627bdff16 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 931 time: 0.3405440 Dec 09 05:32:35.787697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Attempting to bind port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:32:35.788076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Attempting to bind port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:32:35.788445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Attempting to bind port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 on network 88102c31-2b4e-4feb-b450-f808497a2057 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:32:35.808868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:32:35.808868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Checking segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:32:35.809295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.809705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Bound using segment: {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:32:35.810248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Bound port: b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746e016b-e334-45f9-a218-73875e69b277', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:32:35.810616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.828399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149209-3886-4269-b3df-26f439b5d5b3 req-e9783ed4-b6e2-42a1-953e-b10889e2bb90 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:35.829167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6a149209-3886-4269-b3df-26f439b5d5b3 req-e9783ed4-b6e2-42a1-953e-b10889e2bb90 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:35.838825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:35.839188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:35.861479 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7ee9ca33-f07b-4212-868d-7fb124abcd26 req-32369264-5245-430a-9e8b-e90fd44b8c42 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750422 Dec 09 05:32:35.873480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-43c32c1a-bff3-4e27-9b2e-774bf83a4bf8 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3037360 Dec 09 05:32:35.888844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6a149209-3886-4269-b3df-26f439b5d5b3 req-e9783ed4-b6e2-42a1-953e-b10889e2bb90 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:35.889978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Request body: {'port': {'device_id': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:35.894642 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6a149209-3886-4269-b3df-26f439b5d5b3 req-e9783ed4-b6e2-42a1-953e-b10889e2bb90 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.3415744 Dec 09 05:32:35.979518 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6a149209-3886-4269-b3df-26f439b5d5b3 req-79fb9f7a-61a1-4aa0-baa6-d51ca119a007 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0809870 Dec 09 05:32:35.980721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:32:35.989731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:32:35.994681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:36.013299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b195cf77-9cd6-4da0-a7f8-7c0e5aabbdce tempest-ServerRescueNegativeTestJSON-923744003 tempest-ServerRescueNegativeTestJSON-923744003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:36.019890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:36.176131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:36.182674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:36.215105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:36.215789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:36.217306 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] 10.222.0.54 "PUT /v2.0/ports/b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1158 time: 1.7333341 Dec 09 05:32:36.217857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:36.322496 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'status': 'completed', 'code': 200} Dec 09 05:32:36.375648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-4a6dba83-7bf6-41ce-860b-414c90b4c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:36.377672 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-4a6dba83-7bf6-41ce-860b-414c90b4c83a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1161 time: 0.1069715 Dec 09 05:32:36.467909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-95f373a4-7f9f-465b-b355-e75bc0e64b1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 217 time: 0.0771513 Dec 09 05:32:36.547270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-ca13d7c3-b779-45d3-87e1-27fee8d4b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:36.548897 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-ca13d7c3-b779-45d3-87e1-27fee8d4b05e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0697677 Dec 09 05:32:36.644783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a943f-c87d-477b-99f4-0e354470411d req-b231cff4-af50-42d0-9978-9f8bd27ee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:36.646973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-b231cff4-af50-42d0-9978-9f8bd27ee77f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816562 Dec 09 05:32:36.706337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:32:36.714963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:36.727744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Transition to ACTIVE for port object 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:32:36.730942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:36.746736 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:36.798537 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-fea3713e-4750-46b6-b186-2cb64b6a4ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439507 Dec 09 05:32:36.888056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:36.892651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:36.975323 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c02a943f-c87d-477b-99f4-0e354470411d req-229da480-1abf-45e7-b65c-4cf0f921d8b0 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1666071 Dec 09 05:32:37.123383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Attempting to bind port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:32:37.124217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Attempting to bind port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:32:37.124217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Attempting to bind port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 on network 25fb636b-8d51-4f19-b9ee-9593195209c6 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:32:37.130114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:32:37.130531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Checking segment: {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:32:37.131117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:37.131745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Bound using segment: {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:32:37.131982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Bound port: 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbea8e66-48c7-4ed4-b78b-ffae569295fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '25fb636b-8d51-4f19-b9ee-9593195209c6'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:32:37.132491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:37.165472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b53c4-60d3-43e5-90d8-b723e50c1924 req-9dd63025-60ab-4b77-9217-a7f6a76831a0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.166466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-3d5b53c4-60d3-43e5-90d8-b723e50c1924 req-9dd63025-60ab-4b77-9217-a7f6a76831a0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Synchronizing usage tracker for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:37.203332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-3d5b53c4-60d3-43e5-90d8-b723e50c1924 req-9dd63025-60ab-4b77-9217-a7f6a76831a0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Unset dirty status for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:37.204732 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5b53c4-60d3-43e5-90d8-b723e50c1924 req-9dd63025-60ab-4b77-9217-a7f6a76831a0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 943 time: 0.1942618 Dec 09 05:32:37.207507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-09c18e7a-a523-4962-a829-2d7df97d44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.209682 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-09c18e7a-a523-4962-a829-2d7df97d44b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1161 time: 0.1553214 Dec 09 05:32:37.295307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] For port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:32:37.299221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] For port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:32:37.304421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:37.314699 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5b53c4-60d3-43e5-90d8-b723e50c1924 req-8c27e184-5899-46bc-aea0-483853ff1ab4 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029961 Dec 09 05:32:37.321568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:37.444279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-c28adaf0-22c2-4ce3-b996-04a0d108d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.446415 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-c28adaf0-22c2-4ce3-b996-04a0d108d272 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.2111952 Dec 09 05:32:37.472754 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2c49-c102-4217-af3b-9eaf2d0e233f req-9aefb4b2-1b61-468c-8c9d-df858f2ddbd9 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.475172 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e1c2c49-c102-4217-af3b-9eaf2d0e233f req-9aefb4b2-1b61-468c-8c9d-df858f2ddbd9 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.2899709 Dec 09 05:32:37.553595 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-63a59715-0c37-4fb9-bc34-a501588da8a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 217 time: 0.0996335 Dec 09 05:32:37.579443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:37.584472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:37.607009 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e1c2c49-c102-4217-af3b-9eaf2d0e233f req-35044aac-ac74-4af1-81bf-941087d35082 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.1105416 Dec 09 05:32:37.627165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.627660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:37.629338 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-568807fc-3bc6-42a2-9238-4550e84608b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 HTTP/1.1" status: 200 len: 1157 time: 1.7448769 Dec 09 05:32:37.630716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:37.642516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-c37c549a-6407-4b0e-9086-770ba32bd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.644129 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-c37c549a-6407-4b0e-9086-770ba32bd157 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0804627 Dec 09 05:32:37.698499 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3', 'status': 'completed', 'code': 200} Dec 09 05:32:37.745761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-90b5a769-b3c2-4995-849a-93647af15f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.747665 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-90b5a769-b3c2-4995-849a-93647af15f37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0948830 Dec 09 05:32:37.780882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-b8b6b505-f3b5-419c-8d52-d74ed309bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.782970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-b8b6b505-f3b5-419c-8d52-d74ed309bf35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 1160 time: 0.0872080 Dec 09 05:32:37.878966 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-e416ad82-3ee7-4075-a515-20cdf204166e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 HTTP/1.1" status: 200 len: 217 time: 0.0882804 Dec 09 05:32:37.932072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-c046c5c0-4ecb-4ae8-8406-b162b4e53047 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715434 Dec 09 05:32:37.974085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-6600ccf4-b1d0-4a72-8b5e-187d53c7e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:37.976429 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-6600ccf4-b1d0-4a72-8b5e-187d53c7e6ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4830e5cb-8c77-4ec5-b704-dae5c94ef055 HTTP/1.1" status: 200 len: 854 time: 0.0889752 Dec 09 05:32:38.039181 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-d91f174b-cfcd-4482-aeb4-2fec42a8594a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25fb636b-8d51-4f19-b9ee-9593195209c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555832 Dec 09 05:32:38.118347 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a74fba87-28bc-4128-afb0-2f3c8fef82d0 req-16120d6c-383f-4934-85e9-a35a5f7c7d9c service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1786273 Dec 09 05:32:38.204224 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-b79ccbde-436b-4c0b-96e9-398a2d761280 service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486986 Dec 09 05:32:38.383280 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8f05a30c-8e7f-4a6e-8841-32374e03f182 req-c80d271b-710b-4541-b0e9-ae41940eb733 service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1629140 Dec 09 05:32:38.629261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-a1150499-baf5-4eb9-b5c7-1aae99995908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:38.631317 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-a1150499-baf5-4eb9-b5c7-1aae99995908 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8efdaa37a800432c9b69e471be5e1307&device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 1160 time: 0.1929517 Dec 09 05:32:38.638100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5f6c4-40ff-4151-8caa-5bb485a8a1bd req-750d423c-6712-45d4-bda7-c771584dba8e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:38.639001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-8bd5f6c4-40ff-4151-8caa-5bb485a8a1bd req-750d423c-6712-45d4-bda7-c771584dba8e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Synchronizing usage tracker for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:38.717450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-8bd5f6c4-40ff-4151-8caa-5bb485a8a1bd req-750d423c-6712-45d4-bda7-c771584dba8e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Unset dirty status for tenant:8efdaa37a800432c9b69e471be5e1307 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:38.721477 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bd5f6c4-40ff-4151-8caa-5bb485a8a1bd req-750d423c-6712-45d4-bda7-c771584dba8e tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 943 time: 0.2374022 Dec 09 05:32:38.852646 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8bd5f6c4-40ff-4151-8caa-5bb485a8a1bd req-277c67a2-b776-4445-924e-e848576e4aab tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249208 Dec 09 05:32:38.867154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a5b2f-02cb-499c-94b1-4d0b6bdc6f07 req-ca8c0506-f167-4c38-b9e4-4179e3fec00e tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:38.871495 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d9a5b2f-02cb-499c-94b1-4d0b6bdc6f07 req-ca8c0506-f167-4c38-b9e4-4179e3fec00e tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0974519 Dec 09 05:32:38.876632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-004afc7d-5689-4e4f-bcce-3b7c698caf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:38.880868 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-004afc7d-5689-4e4f-bcce-3b7c698caf2e service neutron] 10.222.0.54 "GET /v2.0/networks?id=25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 200 len: 908 time: 0.2262340 Dec 09 05:32:38.923562 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d9a5b2f-02cb-499c-94b1-4d0b6bdc6f07 req-87dbbec3-2933-4967-b3d7-f0109587f158 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0451338 Dec 09 05:32:38.960656 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-9702111e-f39c-47d8-bfdf-f85353f4e164 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 HTTP/1.1" status: 200 len: 217 time: 0.0684559 Dec 09 05:32:39.032209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-7a5fefd2-6eab-4047-a561-c749188b3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:39.034057 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-7a5fefd2-6eab-4047-a561-c749188b3110 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4830e5cb-8c77-4ec5-b704-dae5c94ef055 HTTP/1.1" status: 200 len: 854 time: 0.0692117 Dec 09 05:32:39.089635 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-3e5bfbee-ff30-43d6-bd76-76b446ef87b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=25fb636b-8d51-4f19-b9ee-9593195209c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458298 Dec 09 05:32:39.242235 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-1b726d8b-5c68-46fa-bd17-30d3015bbe59 service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435218 Dec 09 05:32:39.390626 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-690bc034-4fe3-4a14-86b0-303c4c7bfd2b req-5bb44730-a4f1-440a-b3eb-cda12a590d2d service neutron] 10.222.0.54 "GET /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413093 Dec 09 05:32:39.597603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:39.743420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:39.758465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:39.758887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:39.917380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:39.953357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:39.966240 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:39.972398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:39.974992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-39e0d301-c1ae-42c6-bca7-ccae12c75a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:40.051397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:40.055830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:40.083351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac163c5a-86aa-4c26-b616-8b70cdb436f6 req-34d22fe1-29fb-4b40-9ef4-9874514c08ed tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:40.085194 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ac163c5a-86aa-4c26-b616-8b70cdb436f6 req-34d22fe1-29fb-4b40-9ef4-9874514c08ed tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 943 time: 0.0882704 Dec 09 05:32:40.141664 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ac163c5a-86aa-4c26-b616-8b70cdb436f6 req-b3ef0382-bced-4b0f-9a3a-e813ecfb3493 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493729 Dec 09 05:32:40.143623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8b756-96df-4742-a1a4-b1f63c1c9c8b req-0893e2b3-c5d6-4564-8919-ae593165a6b7 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:40.145317 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ea8b756-96df-4742-a1a4-b1f63c1c9c8b req-0893e2b3-c5d6-4564-8919-ae593165a6b7 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0844445 Dec 09 05:32:40.197577 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ea8b756-96df-4742-a1a4-b1f63c1c9c8b req-b19a99e3-6b03-461a-bbab-6c922b72b3a8 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0452890 Dec 09 05:32:40.214019 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'code': 200} Dec 09 05:32:40.567147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94934-f833-4c3e-a27d-5bd4541169d1 req-8193b73d-f51a-42aa-a6f1-9ac958a125bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:40.569363 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32f94934-f833-4c3e-a27d-5bd4541169d1 req-8193b73d-f51a-42aa-a6f1-9ac958a125bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0755322 Dec 09 05:32:40.613826 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-32f94934-f833-4c3e-a27d-5bd4541169d1 req-519fee6a-97cd-412c-b3f6-e45fc324f8ac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0374472 Dec 09 05:32:40.758006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45906) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:40.907861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:40.923263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:40.927873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Usage tracker for resource:security_group_rule and tenant:d354ed342d0b4a51945361b14c2fd925 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:40.930834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:40.936570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:41.028761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.031579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.041728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fd307b9-05ac-4765-b74c-328ad86671d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:41.085450 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d354ed342d0b4a51945361b14c2fd925&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3262589 Dec 09 05:32:41.086545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afbde752-b16c-4845-8456-7bf5c1185900,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:41.088450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45912) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:41.095017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.095437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.095851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.096255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.096711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.097114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.097514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.097911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.098423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.099666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.100292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.100710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.101158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.101562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.102028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.102912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.102912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.103150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.104026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.104026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.104305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.104703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.105092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.105498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.110053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:41.152966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.181719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.226894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.232389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5f0b195e-0fac-440a-b26c-7b19e63b15cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:41.248220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbde752-b16c-4845-8456-7bf5c1185900,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:41.258219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.262437 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/afbde752-b16c-4845-8456-7bf5c1185900 HTTP/1.1" status: 204 len: 168 time: 0.1728504 Dec 09 05:32:41.264259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.264681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.265090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.265494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.265894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.266358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.266760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.267156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.267534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.267929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.268327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.268715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.269151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.269548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.269939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.270381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.270818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.271592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.271839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.272350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.272748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.273143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.273535 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.273924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:32:41.277627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4d7ae167-bb6b-4ca8-8991-0885e62fc924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:41.385843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55fe61-0d82-47da-ba1c-2ca6e3bf0570 req-c0ae7ecc-59a2-4b1e-8427-4df05e9ba6f2 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:41.387561 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1b55fe61-0d82-47da-ba1c-2ca6e3bf0570 req-c0ae7ecc-59a2-4b1e-8427-4df05e9ba6f2 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 943 time: 0.1118298 Dec 09 05:32:41.442882 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1b55fe61-0d82-47da-ba1c-2ca6e3bf0570 req-0c56f74f-98de-40c5-810b-a5bb2b9788eb tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Dec 09 05:32:41.451858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482840-a4f7-4667-8cc3-8a7f3bf25951 req-49dcc7a9-aad2-4724-a99e-5157628c7b48 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:41.453485 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9482840-a4f7-4667-8cc3-8a7f3bf25951 req-49dcc7a9-aad2-4724-a99e-5157628c7b48 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0980141 Dec 09 05:32:41.505820 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c9482840-a4f7-4667-8cc3-8a7f3bf25951 req-fe5fc203-8dac-4940-aed3-c9a639bbc0d2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0448716 Dec 09 05:32:41.635336 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 45926) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:41.657663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.673675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:41.677742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Usage tracker for resource:security_group_rule and tenant:bcf8420c66914670a9c021dd3a5269f9 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:41.680691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:41.686458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:41.695656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:41.768740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:41.769158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.774639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.777567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.787102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fcc188c-0f09-4e65-a2b7-4ce812f5a61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:41.830971 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bcf8420c66914670a9c021dd3a5269f9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1943750 Dec 09 05:32:41.831929 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b9810f-33f7-428f-8f6f-39f9381db248,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:41.834404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45930) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:41.835845 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7c25ddf9-3ae9-48a9-b605-a44a893cbcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:41.898765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:41.921687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.953814 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:41.968895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:32:41.974315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:41.974738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.006429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.011939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9cc8139d-9723-456c-8d84-34c04ed63802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:42.023655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b9810f-33f7-428f-8f6f-39f9381db248,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:42.030076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:42.030911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.032134 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34b9810f-33f7-428f-8f6f-39f9381db248 HTTP/1.1" status: 204 len: 168 time: 0.1966829 Dec 09 05:32:42.122998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.158000 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:32:42.161389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.164046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:42.215025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:42.240093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:42.244055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:42.276166 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3', 'code': 200} Dec 09 05:32:42.466186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45940) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:42.490949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.508438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:42.512877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Usage tracker for resource:security_group_rule and tenant:14e0cf9b5b4041f0aedae34ac9cdfcc7 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:42.516345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:42.522895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:42.528108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece35a3a-5df6-4ce8-bbfa-37f10cbe7468 req-0dd0d784-af46-4dda-a7c8-d278dfb4fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:42.529765 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ece35a3a-5df6-4ce8-bbfa-37f10cbe7468 req-0dd0d784-af46-4dda-a7c8-d278dfb4fc1b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 1162 time: 0.0783286 Dec 09 05:32:42.598196 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ece35a3a-5df6-4ce8-bbfa-37f10cbe7468 req-badf1340-8816-4bab-a6bb-6b6258b6b228 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597939 Dec 09 05:32:42.679292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.684085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.694047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-32f2e9d5-ff91-4e9a-a50e-87b095cd955d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:42.741972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a441b95-2a74-4c03-bc81-71fb4b5fd388 req-0fab6364-88d4-476f-9f3d-66030a2552aa tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:42.743570 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a441b95-2a74-4c03-bc81-71fb4b5fd388 req-0fab6364-88d4-476f-9f3d-66030a2552aa tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0838439 Dec 09 05:32:42.757088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14e0cf9b5b4041f0aedae34ac9cdfcc7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2865958 Dec 09 05:32:42.757088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613fc2d3-0198-49bd-a86f-449ca55922bd,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:42.758958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 45948) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:32:42.765161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04358cdf-c62d-489a-a092-039dd7b5f5db req-07f78744-e0e3-403b-9871-19775c5a65b7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:42.766719 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-04358cdf-c62d-489a-a092-039dd7b5f5db req-07f78744-e0e3-403b-9871-19775c5a65b7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.1668296 Dec 09 05:32:42.769221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:42.793764 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a441b95-2a74-4c03-bc81-71fb4b5fd388 req-39cd99ef-3de3-47ba-ba3c-b690fefaf5b3 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0437224 Dec 09 05:32:42.850361 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-04358cdf-c62d-489a-a092-039dd7b5f5db req-b6b9a4d0-53de-4e08-8797-966afe20736c tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Dec 09 05:32:42.868886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.896855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.941885 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.947943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9b053488-1fd4-4be4-947b-2987b057334b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:42.961785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613fc2d3-0198-49bd-a86f-449ca55922bd,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:42.964939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:42.965887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:42.969371 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/613fc2d3-0198-49bd-a86f-449ca55922bd HTTP/1.1" status: 204 len: 168 time: 0.2016530 Dec 09 05:32:43.025488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e87dd-c2d4-4aca-a4af-130c9a21cb49 req-940222c4-7814-4c82-9d6c-f3486dda78ea tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:43.027151 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-510e87dd-c2d4-4aca-a4af-130c9a21cb49 req-940222c4-7814-4c82-9d6c-f3486dda78ea tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1012132 Dec 09 05:32:43.076397 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-510e87dd-c2d4-4aca-a4af-130c9a21cb49 req-7646e09d-e499-4af5-bcd5-0154e8754551 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0427496 Dec 09 05:32:43.167049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:43.259817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:43.260159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:43.437459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:43.523588 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:43.524015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:43.576471 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-a088aad5-7166-4761-870f-12b292881f42 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4328113 Dec 09 05:32:43.589396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:43.597191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:32:43.603029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Usage tracker for resource:floatingip and tenant:b51785a98e344525bd9b93c45e190ec4 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:32:43.606301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:32:43.625157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:32:43.634369 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-5a90d7b3-716f-48c6-b914-a0067ef2ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:43.636012 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-5a90d7b3-716f-48c6-b914-a0067ef2ea00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1202 time: 0.2009192 Dec 09 05:32:43.648783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78032226-2a1f-4dbb-9850-e83fb255785c req-b42a3943-724b-4f83-87ab-b3ca32b77176 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:43.650539 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-78032226-2a1f-4dbb-9850-e83fb255785c req-b42a3943-724b-4f83-87ab-b3ca32b77176 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.1365821 Dec 09 05:32:43.669190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:43.822584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:44.032582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-78032226-2a1f-4dbb-9850-e83fb255785c req-7a7dbadb-27a9-4131-bc7b-7d6cb4820af7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:44.066486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-c2cd1519-0327-4512-919c-59c9c38b79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:44.068478 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-c2cd1519-0327-4512-919c-59c9c38b79fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.4168453 Dec 09 05:32:44.069577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-78032226-2a1f-4dbb-9850-e83fb255785c req-7a7dbadb-27a9-4131-bc7b-7d6cb4820af7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:44.070742 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-78032226-2a1f-4dbb-9850-e83fb255785c req-7a7dbadb-27a9-4131-bc7b-7d6cb4820af7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3896077 Dec 09 05:32:44.196836 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-fbf3af5e-286d-461a-b89c-6ecfd8e03a7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 1000 time: 0.1093185 Dec 09 05:32:44.207661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7f1c5bc6-a171-49c5-b178-a6e464d1fa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:44.210128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Allocated IP 172.28.3.199 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/eb4ff21f-1aa6-4df5-a5a2-1e364e60e002) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:32:44.338632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-497592ce-e4fb-4821-93ac-5317c050ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:44.340250 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-497592ce-e4fb-4821-93ac-5317c050ec98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.1344018 Dec 09 05:32:44.400542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:44.429029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:44.445546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6fa43777-f324-497b-998d-2a71c869cfb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:44.451393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3161187-5968-4e74-9040-f0e180d7b278 req-d342176b-b53c-457f-8274-352d2020a6f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:44.453017 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a3161187-5968-4e74-9040-f0e180d7b278 req-d342176b-b53c-457f-8274-352d2020a6f0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.1635430 Dec 09 05:32:44.459963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-b23e543a-c022-46b2-9e58-6c7c420555f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:44.461623 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-b23e543a-c022-46b2-9e58-6c7c420555f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1101120 Dec 09 05:32:44.598451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'Port': ['ID=eb4ff21f-1aa6-4df5-a5a2-1e364e60e002,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:44.601826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:44.616029 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a3161187-5968-4e74-9040-f0e180d7b278 req-df42fb42-c040-4177-8250-1ee0214fb921 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532326 Dec 09 05:32:44.649072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-58976d2b-c913-47b3-ae5f-ed4ca1ea4d65 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649239 Dec 09 05:32:44.663233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:32:44.664492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:32:44.666874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:32:44.750849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:44.803794 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a114d2fb-76d3-4085-a620-e6b619bdb766 req-1c61e189-d8bb-456a-93a0-bf363ab9a8a3 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459506 Dec 09 05:32:44.822181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:45.096090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:45.099872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:45.113152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6b0db3b6-6881-4ade-8a05-b8beabf3aa1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:32:45.258060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event updated for resources: {'Port': ['ID=eb4ff21f-1aa6-4df5-a5a2-1e364e60e002,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:32:45.263223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:32:45.300438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ff6b4-9fec-4f26-9f05-fae88a137869 req-26f3209d-1f18-4eaf-806b-d52c4cf3cb1f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:45.303652 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ae9ff6b4-9fec-4f26-9f05-fae88a137869 req-26f3209d-1f18-4eaf-806b-d52c4cf3cb1f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0933578 Dec 09 05:32:45.354119 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ae9ff6b4-9fec-4f26-9f05-fae88a137869 req-f12822b8-5a6e-4d67-ba12-042b7acddd12 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0439920 Dec 09 05:32:45.356384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:45.378389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:45.379696 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7968948 Dec 09 05:32:45.467960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-2ea8aca1-a7cb-447f-b470-da07ec9457cb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:floatingip {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:32:45.484239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-2ea8aca1-a7cb-447f-b470-da07ec9457cb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:floatingip {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:32:45.485486 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-2ea8aca1-a7cb-447f-b470-da07ec9457cb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0993354 Dec 09 05:32:45.648380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-5063fe62-88fe-4c40-8a9a-8af3976acf06 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:45.649768 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81e2170e-fa1e-4732-8913-d473f42c70c2 req-5063fe62-88fe-4c40-8a9a-8af3976acf06 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 784 time: 0.1574817 Dec 09 05:32:45.840317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c44fe7-23ff-46e2-9609-7289f13704be req-ee3ebcd3-16b2-4116-97b0-528701aa83a4 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:45.841969 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a0c44fe7-23ff-46e2-9609-7289f13704be req-ee3ebcd3-16b2-4116-97b0-528701aa83a4 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.0825334 Dec 09 05:32:45.842673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-213289ac-0290-4c5f-b8ec-06f05f129861 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:45.844300 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-213289ac-0290-4c5f-b8ec-06f05f129861 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0849533 Dec 09 05:32:45.893845 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a0c44fe7-23ff-46e2-9609-7289f13704be req-b35bdb84-1a40-4965-a2a3-0f0edafd0e1c tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453718 Dec 09 05:32:45.931344 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-8dcedfff-a669-4e80-94a9-bb7b20c1a074 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 696 time: 0.0807760 Dec 09 05:32:45.943077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Request body: {'floatingip': {'port_id': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:32:46.028583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:46.498232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-92558749-1503-476b-9692-6ddb5f3b6979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:46.587778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f0f95-c39a-4087-8fa1-71d0b315b15f req-3ab12462-2154-446f-bf50-2b421c63f820 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:46.589441 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a31f0f95-c39a-4087-8fa1-71d0b315b15f req-3ab12462-2154-446f-bf50-2b421c63f820 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0896080 Dec 09 05:32:46.644417 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a31f0f95-c39a-4087-8fa1-71d0b315b15f req-975812b9-a0e3-4a39-9c55-f6bd2851c0d8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0472932 Dec 09 05:32:46.719022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:46.722186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:47.122282 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Floating IP 9b2cc31c-2ad1-4afc-95e4-7726d704d04a associated. External IP: 172.28.3.199, port: b612ffe9-eaf1-41fe-b8f2-cac3da9230a8. Dec 09 05:32:47.416832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:47.487256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Router f80a89e7-f5db-4643-8416-b4d53af9153c has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:32:47.675039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:32:47.680244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:47.686689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Sync routers for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:32:47.697712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:47.698534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:47.741361 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-0a239e04-2763-453f-b53c-c7df757be709 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "PUT /v2.0/floatingips/9b2cc31c-2ad1-4afc-95e4-7726d704d04a HTTP/1.1" status: 200 len: 997 time: 1.8031962 Dec 09 05:32:47.741842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:32:47.828915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-e0a710e5-03a2-4112-a1dc-7393f21406d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:47.830570 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-e0a710e5-03a2-4112-a1dc-7393f21406d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0763946 Dec 09 05:32:47.881043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a6a9-b7a6-4f61-b35a-902191225c6b req-112042bd-efa4-44cf-a8d7-a4f150c7ea66 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:47.883038 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3462a6a9-b7a6-4f61-b35a-902191225c6b req-112042bd-efa4-44cf-a8d7-a4f150c7ea66 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0898161 Dec 09 05:32:47.886849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:47.958931 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3462a6a9-b7a6-4f61-b35a-902191225c6b req-d5ff76e2-8290-4dce-bc12-d4e04030163c tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0627301 Dec 09 05:32:47.975912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:48.012822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-80f9a1bd-3b13-4aef-b2c5-6085e852f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.015002 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-80f9a1bd-3b13-4aef-b2c5-6085e852f12a service neutron] 10.222.0.57 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1771042 Dec 09 05:32:48.092056 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'status': 'completed', 'code': 200} Dec 09 05:32:48.173837 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-11a41a1d-3988-4e17-b636-7362177ec875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.175705 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-11a41a1d-3988-4e17-b636-7362177ec875 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0883582 Dec 09 05:32:48.182633 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-f734690d-16fa-4999-ad46-d2f1d251a706 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1000 time: 0.1582482 Dec 09 05:32:48.270390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-bb780a6d-f299-4df4-9c7f-94ad63e6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.272273 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-bb780a6d-f299-4df4-9c7f-94ad63e6eba7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0826790 Dec 09 05:32:48.363637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-1ba704fa-2584-483a-a5e9-310b73f3e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.367447 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-1ba704fa-2584-483a-a5e9-310b73f3e834 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1761177 Dec 09 05:32:48.394222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-9eed5ad7-0451-42cf-9050-ba011451359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.403979 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-9eed5ad7-0451-42cf-9050-ba011451359d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1247454 Dec 09 05:32:48.501232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '9b2cc31c-2ad1-4afc-95e4-7726d704d04a', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'port_id': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'mac_address': 'fa:16:3e:70:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:44Z', 'updated_at': '2020-12-09T05:32:46Z', 'revision_number': 1, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:48.505907 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Checking router: f80a89e7-f5db-4643-8416-b4d53af9153c for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:32:48.515564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:48.516669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:32:48.517419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:48.534082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-2687ee3f-95d1-4cb2-9147-0bf4600debca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1000 time: 0.1453876 Dec 09 05:32:48.570401 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-7d6ddc34-8d9a-435c-adf4-4a2d35389cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654344 Dec 09 05:32:48.628158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-edcda8ef-a3fe-4448-a89e-e59593e7cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.632838 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-edcda8ef-a3fe-4448-a89e-e59593e7cace service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0876019 Dec 09 05:32:48.728697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-2422a7ed-39a6-49dd-8a70-549d9bd77119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:48.730480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-2422a7ed-39a6-49dd-8a70-549d9bd77119 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850210 Dec 09 05:32:48.743818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:32:48.826863 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d5a82d4-3e97-4861-a630-9f6ba0290ce7 req-da98f3f6-f629-49bf-a7b8-9bc563f4d7bb service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2487905 Dec 09 05:32:48.959337 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-960bb63b-a283-4193-954d-c945b42e0cb3 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136099 Dec 09 05:32:49.142112 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c633844e-ec59-4d94-884e-08a7db2bc3a1 req-ed719c97-55b6-4abb-a925-3159f6fe6bc2 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1750829 Dec 09 05:32:49.231280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddca593-c2e8-4dc8-8ea0-ecf8798f99b3 req-6de31a09-4685-4ae7-b619-7905d5e071e8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:49.232925 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ddca593-c2e8-4dc8-8ea0-ecf8798f99b3 req-6de31a09-4685-4ae7-b619-7905d5e071e8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0935564 Dec 09 05:32:49.238566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '9b2cc31c-2ad1-4afc-95e4-7726d704d04a', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'port_id': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'mac_address': 'fa:16:3e:70:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:44Z', 'updated_at': '2020-12-09T05:32:46Z', 'revision_number': 1, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:32:49.243217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645b4d5-f058-4dc9-9a9e-58a0a05ea04b None None] The sync data for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb is: [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '9b2cc31c-2ad1-4afc-95e4-7726d704d04a', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'floating_ip_address': '172.28.3.199', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'port_id': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'mac_address': 'fa:16:3e:70:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:32:44Z', 'updated_at': '2020-12-09T05:32:46Z', 'revision_number': 1, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:32:49.290913 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ddca593-c2e8-4dc8-8ea0-ecf8798f99b3 req-a9ca7e2c-a670-4968-b681-f8b581e42211 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0508211 Dec 09 05:32:49.536792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15debe0f-2ef4-4a03-9ccd-feb1d0446ed5 None None] New status for floating IP 9b2cc31c-2ad1-4afc-95e4-7726d704d04a: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:32:50.129400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:50.504628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966058d8-fadd-4ebf-8965-068b97a88b16 req-1b810f21-4f1d-4b55-8698-eecc36f15786 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:50.506250 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-966058d8-fadd-4ebf-8965-068b97a88b16 req-1b810f21-4f1d-4b55-8698-eecc36f15786 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0834234 Dec 09 05:32:50.555409 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-966058d8-fadd-4ebf-8965-068b97a88b16 req-d417320e-2068-41f9-846b-eaccd599dec8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0421140 Dec 09 05:32:51.770717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259dc3f-41b4-4319-8c6e-06bd8b2047d1 req-91f7b6a9-c38a-45fe-befe-4ac557a3b898 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:51.773214 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3259dc3f-41b4-4319-8c6e-06bd8b2047d1 req-91f7b6a9-c38a-45fe-befe-4ac557a3b898 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0847530 Dec 09 05:32:51.822497 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3259dc3f-41b4-4319-8c6e-06bd8b2047d1 req-2b98dea1-4003-4958-837d-657cf8dbe03b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0427787 Dec 09 05:32:53.046943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de5b0b-8f76-4d38-b036-a440303f1920 req-c012ba14-6122-40d2-8505-42b578c81c91 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:53.048444 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-50de5b0b-8f76-4d38-b036-a440303f1920 req-c012ba14-6122-40d2-8505-42b578c81c91 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0867515 Dec 09 05:32:53.097763 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-50de5b0b-8f76-4d38-b036-a440303f1920 req-665bc2f4-4b12-4a56-86f7-f9d9b2422234 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0429151 Dec 09 05:32:54.327756 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834879a-c1c8-45eb-bee6-cc712f40154e req-fa2e7229-f61e-4a82-a9b7-21892e8bbbcb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:54.329467 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4834879a-c1c8-45eb-bee6-cc712f40154e req-fa2e7229-f61e-4a82-a9b7-21892e8bbbcb tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0905621 Dec 09 05:32:54.378723 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4834879a-c1c8-45eb-bee6-cc712f40154e req-ac286b20-484f-4933-b5e3-85c41c76e346 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0423071 Dec 09 05:32:54.942095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:32:55.596995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ad2b-539d-4747-8dd7-7f7e5a3a2131 req-d799d305-62d2-45e5-90ed-2bf930a2088b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:55.598650 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1247ad2b-539d-4747-8dd7-7f7e5a3a2131 req-d799d305-62d2-45e5-90ed-2bf930a2088b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0875208 Dec 09 05:32:55.653153 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1247ad2b-539d-4747-8dd7-7f7e5a3a2131 req-c8b09217-9a13-4b5e-b9a3-1f86fcf27120 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0480449 Dec 09 05:32:56.867990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8829628-4a07-44d6-b7fb-ff3250c77ea5 req-d7c24da8-4a60-4711-94a2-b95017f81dc1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:56.869578 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d8829628-4a07-44d6-b7fb-ff3250c77ea5 req-d7c24da8-4a60-4711-94a2-b95017f81dc1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0822532 Dec 09 05:32:56.919563 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d8829628-4a07-44d6-b7fb-ff3250c77ea5 req-9db74f75-2387-4335-969a-efd5992e4a8e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0434489 Dec 09 05:32:57.206434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:32:57.275174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:32:57.275595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:32:58.136521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58834c-bbab-48a0-9cda-b7da297ff016 req-3b6096be-b2bc-41f3-bc4a-654e2e69c5b8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:58.138198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8d58834c-bbab-48a0-9cda-b7da297ff016 req-3b6096be-b2bc-41f3-bc4a-654e2e69c5b8 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0873814 Dec 09 05:32:58.193610 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8d58834c-bbab-48a0-9cda-b7da297ff016 req-b2e19ad5-cabf-4906-9c0f-ea8d169cdbc7 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0488234 Dec 09 05:32:59.418708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e538a38-01dd-4b83-bbc3-f6bcd80d0d67 req-a8356eba-769f-4be5-9265-61e0d598745a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:32:59.420666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9e538a38-01dd-4b83-bbc3-f6bcd80d0d67 req-a8356eba-769f-4be5-9265-61e0d598745a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0924470 Dec 09 05:32:59.472161 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9e538a38-01dd-4b83-bbc3-f6bcd80d0d67 req-2968acb7-bcc4-4784-a203-03c7e80a1231 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0449920 Dec 09 05:33:00.694090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566eb8b1-0482-4e3a-b8b1-54af6ff34140 req-10525db3-8f28-41e6-a7b0-99a87fefdfce tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:00.695773 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-566eb8b1-0482-4e3a-b8b1-54af6ff34140 req-10525db3-8f28-41e6-a7b0-99a87fefdfce tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0852473 Dec 09 05:33:00.748970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-566eb8b1-0482-4e3a-b8b1-54af6ff34140 req-5d78d394-9cee-40c3-9f47-0b70ee8b5ea0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0454180 Dec 09 05:33:01.311752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:01.382630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:01.383053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:01.967889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d63963-ab7c-4d18-9046-de4d5fc4e1fb req-82dc944d-fc12-442b-9ca9-f82a8c5d55ec tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:01.969515 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-77d63963-ab7c-4d18-9046-de4d5fc4e1fb req-82dc944d-fc12-442b-9ca9-f82a8c5d55ec tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0877430 Dec 09 05:33:02.023322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-77d63963-ab7c-4d18-9046-de4d5fc4e1fb req-71850e80-6f94-449a-8844-50e81baddb4b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&id=3f5ebffd-4919-46f6-8a3c-10290902f6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0473526 Dec 09 05:33:04.372152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997f130-cc00-488a-be98-63da1df8ab44 req-bc86c332-021c-4423-befb-aa95f7560be4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:04.373974 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1997f130-cc00-488a-be98-63da1df8ab44 req-bc86c332-021c-4423-befb-aa95f7560be4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0866866 Dec 09 05:33:04.425221 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1997f130-cc00-488a-be98-63da1df8ab44 req-b75e6e32-1bc6-44a1-8165-cf9ff23ccc98 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Dec 09 05:33:05.651521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a978b0-dcb4-434a-b10d-2b1a6034814a req-c0db1586-b2fa-4a6d-b3d9-02320d0115e9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:05.653215 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f7a978b0-dcb4-434a-b10d-2b1a6034814a req-c0db1586-b2fa-4a6d-b3d9-02320d0115e9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0898302 Dec 09 05:33:05.702038 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f7a978b0-dcb4-434a-b10d-2b1a6034814a req-0c08f8d3-6c51-4cc2-8402-7a9e3218d071 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421226 Dec 09 05:33:06.932574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e2d8-21b9-488f-9fd3-49e4102a2016 req-1251d421-2110-41a4-a70f-ca2db2c91b9c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:06.935268 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fcb2e2d8-21b9-488f-9fd3-49e4102a2016 req-1251d421-2110-41a4-a70f-ca2db2c91b9c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0918682 Dec 09 05:33:06.983707 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fcb2e2d8-21b9-488f-9fd3-49e4102a2016 req-06c7b629-fac1-4652-b049-9afdc8bbd9df tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Dec 09 05:33:07.344334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:07.419325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 8d18d7dd-2699-4ee7-8730-f21963a547cf triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:07.419748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:07.487294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cfb2b-6b5c-4068-9b23-d09a62ee7000 req-15d05149-7171-4ba1-85be-8eea63682e06 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:07.488931 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-074cfb2b-6b5c-4068-9b23-d09a62ee7000 req-15d05149-7171-4ba1-85be-8eea63682e06 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.0865793 Dec 09 05:33:07.542483 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-074cfb2b-6b5c-4068-9b23-d09a62ee7000 req-02b6bc83-e80d-4874-9839-9d2c4b3bf6b7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469024 Dec 09 05:33:07.765412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee116513-8357-427d-aa1f-a716bbffc80f req-c0d13179-8707-4593-ac42-9f7bb757f59a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:07.766934 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ee116513-8357-427d-aa1f-a716bbffc80f req-c0d13179-8707-4593-ac42-9f7bb757f59a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.0822890 Dec 09 05:33:07.846576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 8d18d7dd-2699-4ee7-8730-f21963a547cf {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:07.846965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:08.113043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] For port 8d18d7dd-2699-4ee7-8730-f21963a547cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d18d7dd-2699-4ee7-8730-f21963a547cf,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:08.113638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:08.370683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc331b-56bf-4519-a1e3-c701afe90ddf req-c63eb0dc-e084-4018-a5f0-9fdb905c382d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:08.372298 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88fc331b-56bf-4519-a1e3-c701afe90ddf req-c63eb0dc-e084-4018-a5f0-9fdb905c382d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 945 time: 0.2503836 Dec 09 05:33:08.516418 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88fc331b-56bf-4519-a1e3-c701afe90ddf req-2ded33bc-c98c-4fa7-937f-2d79364e8568 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=296c217f-776a-4c4e-b4bc-4081abe82c95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331608 Dec 09 05:33:08.524020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:08.524436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:08.524764 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Floating IP e99faf5e-83c7-42c1-8df6-a06e6dc44bfc disassociated. External IP: 172.28.3.50, port: 8d18d7dd-2699-4ee7-8730-f21963a547cf. Dec 09 05:33:08.525141 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 8d18d7dd-2699-4ee7-8730-f21963a547cf owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:08.678734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:08.695433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ad0d50a1-6b3c-4c53-985a-3726f5a5e56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:08.744534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'Port': ['ID=8d18d7dd-2699-4ee7-8730-f21963a547cf,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:08.756842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:08.768514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e52908-e704-4c64-9184-c61420134654 req-438b0f5f-2c97-4ff0-8713-429c399c984f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:08.770361 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-51e52908-e704-4c64-9184-c61420134654 req-438b0f5f-2c97-4ff0-8713-429c399c984f tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.0901020 Dec 09 05:33:08.819691 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-51e52908-e704-4c64-9184-c61420134654 req-dbe16283-9b59-4904-8484-b89c548c886c tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429103 Dec 09 05:33:09.295597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:33:09.312414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:33:09.334061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 8d18d7dd-2699-4ee7-8730-f21963a547cf {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:33:09.334494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 8d18d7dd-2699-4ee7-8730-f21963a547cf not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:33:09.510948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:33:09.521945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:33:09.532660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:09.533387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:09.550566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] No DVR routers for this DVR port 8d18d7dd-2699-4ee7-8730-f21963a547cf on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:33:09.552941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:09.573569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'name': 'network-vif-deleted', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:09.604422 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ee116513-8357-427d-aa1f-a716bbffc80f req-3536a619-b5da-435f-b3f7-a8043eb729f1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "DELETE /v2.0/ports/8d18d7dd-2699-4ee7-8730-f21963a547cf HTTP/1.1" status: 204 len: 173 time: 1.8306763 Dec 09 05:33:09.703759 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c736c22-90a6-46fe-86a7-e6dd082933ba', 'name': 'network-vif-deleted', 'tag': '8d18d7dd-2699-4ee7-8730-f21963a547cf', 'status': 'completed', 'code': 200} Dec 09 05:33:09.770421 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a9ae5ea9-c04e-47bf-867c-c7432cf81351 req-5227c573-13fc-4956-a181-2fe5dd58718a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=8c736c22-90a6-46fe-86a7-e6dd082933ba HTTP/1.1" status: 200 len: 210 time: 0.0699391 Dec 09 05:33:09.829339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:10.078914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d530fb6-b725-485b-80cb-fea5d6e65594 req-b645220d-1db0-449c-8a01-2b0ecb473a56 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:10.080908 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d530fb6-b725-485b-80cb-fea5d6e65594 req-b645220d-1db0-449c-8a01-2b0ecb473a56 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.1031182 Dec 09 05:33:10.178812 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1d530fb6-b725-485b-80cb-fea5d6e65594 req-40a38eb1-77b2-4934-8ee7-5a08f62346c0 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892105 Dec 09 05:33:10.239573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:10.245070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:33:10.255334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:10.256211 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:32:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:10.459132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:10.808265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:10.812665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd59555-ddf8-48cf-bba7-42e69b4c3175 None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:33:10.954820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46328) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:11.040945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.071958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.131848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.145493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71dc8bc0-9d11-4f19-bcc3-fbbde0a402f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:11.161568 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'SecurityGroup': ['ID=296c217f-776a-4c4e-b4bc-4081abe82c95,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:11.166441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:11.180126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.182725 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "DELETE /v2.0/security-groups/296c217f-776a-4c4e-b4bc-4081abe82c95 HTTP/1.1" status: 204 len: 168 time: 0.2260084 Dec 09 05:33:11.184364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46332) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:11.204557 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.v2.resource [None req-ed0326bf-76b1-41bd-b38c-c0a2177574a5 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] show failed (client error): The resource could not be found. Dec 09 05:33:11.205819 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ed0326bf-76b1-41bd-b38c-c0a2177574a5 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups/296c217f-776a-4c4e-b4bc-4081abe82c95 HTTP/1.1" status: 404 len: 347 time: 0.0202303 Dec 09 05:33:11.209444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46338) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:11.308664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857edf8b-39f0-428d-8e2f-1e56280e1427 None None] New status for floating IP e99faf5e-83c7-42c1-8df6-a06e6dc44bfc: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:33:11.458057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c875ae-2697-4029-9ea2-ec98e2557fc8 req-40f5c97f-0f5c-4f6b-b1eb-cf19ffab0f36 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:11.476000 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5c875ae-2697-4029-9ea2-ec98e2557fc8 req-40f5c97f-0f5c-4f6b-b1eb-cf19ffab0f36 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.1435440 Dec 09 05:33:11.518861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 80635ad4-b540-4efd-9de5-1555e9bd08a5 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:11.519638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.535873 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5c875ae-2697-4029-9ea2-ec98e2557fc8 req-b987e840-5d7b-43cf-9164-b1fc363b5ffc tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602925 Dec 09 05:33:11.744069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.744443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:11.874450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 80635ad4-b540-4efd-9de5-1555e9bd08a5 owned by network:floatingip {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:11.930265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c988f-4cfa-43c2-ac59-d6afbe38d6aa req-27b4fb49-f48f-4189-b2ef-ea0e1b33a5e4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:11.931813 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-759c988f-4cfa-43c2-ac59-d6afbe38d6aa req-27b4fb49-f48f-4189-b2ef-ea0e1b33a5e4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0844522 Dec 09 05:33:11.961162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:33:11.961473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:33:11.981189 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-759c988f-4cfa-43c2-ac59-d6afbe38d6aa req-f7b621df-1412-490c-b4db-eee7a90cbda9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Dec 09 05:33:12.462681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 80635ad4-b540-4efd-9de5-1555e9bd08a5 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:12.463081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:12.929217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b7d53-74f6-4070-9cb9-d63c6e0d038c req-5f37d1ef-5342-46d6-b654-d32086e00058 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:12.930865 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-063b7d53-74f6-4070-9cb9-d63c6e0d038c req-5f37d1ef-5342-46d6-b654-d32086e00058 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.2069073 Dec 09 05:33:12.968102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:12.968472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.112569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 80635ad4-b540-4efd-9de5-1555e9bd08a5 owned by network:floatingip {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:13.156829 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-063b7d53-74f6-4070-9cb9-d63c6e0d038c req-cfd61724-644c-41ed-948a-5a32ba2c3de1 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125957 Dec 09 05:33:13.218818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb5119-3cb8-430a-97cb-c92725467fc5 req-038323cd-06df-4a85-a499-1cf297e1428d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:13.220444 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3adb5119-3cb8-430a-97cb-c92725467fc5 req-038323cd-06df-4a85-a499-1cf297e1428d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.0915470 Dec 09 05:33:13.262096 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.271656 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3adb5119-3cb8-430a-97cb-c92725467fc5 req-b6e9fe3e-e1f2-4213-b046-34b5777738ec tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437644 Dec 09 05:33:13.282762 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1ffbcbaf-132d-4e81-a2c8-bb91f49d50c1 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:13.335596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'Port': ['ID=80635ad4-b540-4efd-9de5-1555e9bd08a5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:13.343561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:13.506915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.522009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.523253 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "DELETE /v2.0/floatingips/e99faf5e-83c7-42c1-8df6-a06e6dc44bfc HTTP/1.1" status: 204 len: 168 time: 2.3127952 Dec 09 05:33:13.852705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46360) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:13.857947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-c8593a6b-f775-42e6-b9a4-cda33d0c7e07 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:13.858617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group': {'name': 'tempest-securitygroup--911068901', 'description': 'tempest-description--1484074979'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:13.859557 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-c8593a6b-f775-42e6-b9a4-cda33d0c7e07 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.0846961 Dec 09 05:33:13.865150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:13.869894 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:13.874606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:13.881450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:13.890685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.912714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:13.916769 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:13.919801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:13.925615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:13.944850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Deleting port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:13.945359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:13.998336 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.001175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.007836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-afd591ab-f109-4ffc-98db-c20f4a48bdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:14.057703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:14.061057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:14.062514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.067445 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2100079 Dec 09 05:33:14.068177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46364) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:14.073312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group_rule': {'security_group_id': 'b4fd85e0-8dc4-4416-bdcf-78db4a8f959d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:14.079907 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:14.084636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:14.087871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:14.094615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:14.122082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.193217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-25c35773-543a-4629-8726-7c60ed5960cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.193590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.196496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.198624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:14.215643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e19d3d5-2edd-4b19-8025-b591bae92b8e,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:14.219236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:14.231792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] For port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,segment=NetworkSegment(cbea8e66-48c7-4ed4-b78b-ffae569295fd),segment_id=cbea8e66-48c7-4ed4-b78b-ffae569295fd)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:14.232215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.237209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.241118 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8c659145-54d9-40b2-835f-6953213f1355 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1699257 Dec 09 05:33:14.241548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46370) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:14.247449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'security_group_rule': {'security_group_id': 'b4fd85e0-8dc4-4416-bdcf-78db4a8f959d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:14.255593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:14.296328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:security_group_rule and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:14.304164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:14.313305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:14.338502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.406006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-f929d927-a35a-4a5a-b770-17ac98241d96 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:14.407636 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-f929d927-a35a-4a5a-b770-17ac98241d96 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.1534505 Dec 09 05:33:14.410578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Calling delete_port for 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:14.461872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.516317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.533221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-de2ed948-8291-4bc1-98fc-9578db61ccca tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:14.567678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2857-7fc9-48dd-b795-e6b1109c1b5f req-48ad0952-29ac-4bd4-af0b-91fca97bdbf6 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:14.569321 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e5b2857-7fc9-48dd-b795-e6b1109c1b5f req-48ad0952-29ac-4bd4-af0b-91fca97bdbf6 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/ports?device_id=716575b5-e7b3-42b2-96ab-b8702bceab06 HTTP/1.1" status: 200 len: 945 time: 0.2634165 Dec 09 05:33:14.571954 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Deleting port 12da5c2e-b167-4971-baa7-f55c30543fb4 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:14.572345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.605932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cad9dee-71bd-49ed-8e2c-a592c870f2de,revision_number=0']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:14.609640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:14.635324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group_rule, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.636629 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f2eb20f7-853c-4489-a52c-38ce8f145974 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.3939860 Dec 09 05:33:14.641722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.648136 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46376) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:14.659443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:14.661473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:14.707666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e5b2857-7fc9-48dd-b795-e6b1109c1b5f req-49f8ba96-7449-4e71-a2f4-113672746169 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.57 "GET /v2.0/security-groups?id=78647777-c0bb-4336-ac77-648f0a9a92b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300476 Dec 09 05:33:14.708977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:14.724850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Pushing event deleted for resources: {'Port': ['ID=6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:14.725075 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Usage tracker for resource:floatingip and tenant:e5d4835da240464b973403e0ed7688bc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:14.727696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:14.730311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:14.745058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc64ef-ae9c-4d30-9d41-596094d7b03f req-afdb7a65-9cf2-4094-b549-03b7477880cb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:14.746779 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-18dc64ef-ae9c-4d30-9d41-596094d7b03f req-afdb7a65-9cf2-4094-b549-03b7477880cb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 946 time: 0.2921324 Dec 09 05:33:14.754713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:14.837439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.882072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] No DVR routers for this DVR port 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:33:14.884304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:14.887018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'name': 'network-vif-deleted', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:14.903374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-323b83c2-bf1d-4847-8133-41f6cc2fc2fa req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] 10.222.0.54 "DELETE /v2.0/ports/6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 HTTP/1.1" status: 204 len: 173 time: 1.0318291 Dec 09 05:33:14.937572 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-18dc64ef-ae9c-4d30-9d41-596094d7b03f req-a02fa608-6daa-49d4-a84c-471fe72a62a8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803315 Dec 09 05:33:15.001706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:15.002993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.132993 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716575b5-e7b3-42b2-96ab-b8702bceab06', 'name': 'network-vif-deleted', 'tag': '6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3', 'status': 'completed', 'code': 200} Dec 09 05:33:15.313155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 12da5c2e-b167-4971-baa7-f55c30543fb4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:33:15.371331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.429519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.429844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.430217 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Floating IP 4f313bd6-7219-47e2-928a-99e4291ba684 disassociated. External IP: 172.28.3.156, port: 12da5c2e-b167-4971-baa7-f55c30543fb4. Dec 09 05:33:15.430604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Calling delete_port for 12da5c2e-b167-4971-baa7-f55c30543fb4 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:15.433906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.638506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:15.672829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:15.676536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:15.677377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:33:15.706253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:33:15.707180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:33:15.712298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:15.741014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:33:15.741413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6af5c9a1-ac6c-4be7-9a1b-5c66de0a4ea3 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:33:15.748838 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'code': 200} Dec 09 05:33:15.785028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=7']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:15.790050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Allocated IP 172.28.3.200 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/9134a265-7151-4286-8e0e-4c441e9428bb) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:33:15.793250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.793764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.794292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.794675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.795049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.795420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.795790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.796156 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.796522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.796886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.797253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.797616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.798022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.798412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.798777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.799768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.800138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.800696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.800935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.801359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.801727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.802092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.802485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.803030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:15.808057 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:15.975236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:16.001550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:16.020817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:16.411493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Deleting port 12da5c2e-b167-4971-baa7-f55c30543fb4 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:16.411863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:16.479276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=9134a265-7151-4286-8e0e-4c441e9428bb,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:16.481262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-112d5176-46b3-441d-a9ce-44ae03acf0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:16.486920 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:16.611512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:33:16.616622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:33:16.635074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:33:16.666610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bdbe0-8974-4945-aa72-b55cb1e695f3 req-d9daf9a9-1a63-4729-9401-f3e9736bcca9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:16.668218 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e65bdbe0-8974-4945-aa72-b55cb1e695f3 req-d9daf9a9-1a63-4729-9401-f3e9736bcca9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 944 time: 0.5297225 Dec 09 05:33:16.838193 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e65bdbe0-8974-4945-aa72-b55cb1e695f3 req-0c20a5b8-a5c2-409e-a755-25f8edc4d0c6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=b88c9cbb-6e9a-401c-bee1-ff1d43523498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526704 Dec 09 05:33:16.871630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] For port 12da5c2e-b167-4971-baa7-f55c30543fb4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12da5c2e-b167-4971-baa7-f55c30543fb4,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:16.872038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:16.951996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.103861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.331283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.331696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.332053 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Floating IP 4f313bd6-7219-47e2-928a-99e4291ba684 disassociated. External IP: 172.28.3.156, port: 12da5c2e-b167-4971-baa7-f55c30543fb4. Dec 09 05:33:17.332435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Calling delete_port for 12da5c2e-b167-4971-baa7-f55c30543fb4 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:17.425215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.606510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.633032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d093946f-42e1-4c30-a2dc-d7bb049fa273 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:17.680278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.707125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'Port': ['ID=12da5c2e-b167-4971-baa7-f55c30543fb4,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:17.712437 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.729787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:17.730372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:17.951192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=9134a265-7151-4286-8e0e-4c441e9428bb,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:17.962405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:17.967936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:18.047324 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5fef2ffe-e67a-46d3-8ead-d31a7e26c660 req-db4bb91b-9f87-40c7-a67d-75bd5210f5b1 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.0540812 Dec 09 05:33:18.243946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:18.281319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:33:18.282801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:18.284498 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6327751 Dec 09 05:33:18.485830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:33:18.505406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:33:18.513807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:18.521218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:18.522305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:18.529431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] No DVR routers for this DVR port 12da5c2e-b167-4971-baa7-f55c30543fb4 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:33:18.531982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:18.535013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f576943-2ee6-4a05-97b4-a151d54d0094 req-0c52e652-fe14-46aa-b43e-bfda7eda8adf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "DELETE /v2.0/ports/12da5c2e-b167-4971-baa7-f55c30543fb4 HTTP/1.1" status: 204 len: 173 time: 4.1135812 Dec 09 05:33:18.535779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-deleted', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:18.610627 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adfca5a6-4235-40df-ae47-9ce6c1ec02b6', 'name': 'network-vif-deleted', 'tag': '12da5c2e-b167-4971-baa7-f55c30543fb4', 'status': 'completed', 'code': 200} Dec 09 05:33:18.630223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-15bce6fc-72c6-440e-8d07-d25f70cdd3d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:18.645764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-15bce6fc-72c6-440e-8d07-d25f70cdd3d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:18.647047 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-15bce6fc-72c6-440e-8d07-d25f70cdd3d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--911068901&fields=id&tenant_id=e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 267 time: 0.0627086 Dec 09 05:33:18.750094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:18.834180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-70eb78f7-dd03-41ee-89f5-352b9617db5c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:18.835048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-70eb78f7-dd03-41ee-89f5-352b9617db5c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:18.856930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-70eb78f7-dd03-41ee-89f5-352b9617db5c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:18.860932 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-70eb78f7-dd03-41ee-89f5-352b9617db5c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 811 time: 0.2056253 Dec 09 05:33:18.876340 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-83fb092c-7a55-461e-ac02-d31ffaf80a04 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/quotas/e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 375 time: 0.0110369 Dec 09 05:33:18.969759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-3dbf93a3-9d63-4077-89ee-5a505f5db6cc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:18.991959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-3dbf93a3-9d63-4077-89ee-5a505f5db6cc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:19.003153 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-3dbf93a3-9d63-4077-89ee-5a505f5db6cc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191831 Dec 09 05:33:19.124703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:19.132534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:33:19.143445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:19.159687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:19.403097 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-476bef5a-65ca-4f43-b5ce-4f2c64f8c21c req-60a35f7d-80cb-43c9-9385-c358070c7ac7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=adfca5a6-4235-40df-ae47-9ce6c1ec02b6 HTTP/1.1" status: 200 len: 210 time: 0.0837858 Dec 09 05:33:19.476070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:19.626554 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-f1a8f843-c468-4313-a592-b324ca648200 service neutron] 10.222.0.57 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6164553 Dec 09 05:33:19.779763 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-4a62dd2e-aa38-4b60-992b-848268dd191c service neutron] 10.222.0.57 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512399 Dec 09 05:33:19.839305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:19.843815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d903f4f4-f765-49b2-8e47-d7d85c01c0a8 None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:33:20.013035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a8370f36-5a76-48f6-a31e-65e7df2b731f req-3dee7f65-eeef-476e-822a-e63daf3259d0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:20.029734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-a8370f36-5a76-48f6-a31e-65e7df2b731f req-3dee7f65-eeef-476e-822a-e63daf3259d0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:20.031089 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a8370f36-5a76-48f6-a31e-65e7df2b731f req-3dee7f65-eeef-476e-822a-e63daf3259d0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 210 time: 0.0701263 Dec 09 05:33:20.154046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:20.307775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800003-8c30-4479-b095-77b014913db5 None None] New status for floating IP 4f313bd6-7219-47e2-928a-99e4291ba684: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:33:20.598544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46478) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:20.680126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:20.715825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:20.767139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:20.778750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:20.792128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c9cbb-6e9a-401c-bee1-ff1d43523498,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:20.795671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:20.802395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:20.803574 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-468796ee-63ab-4512-a9ff-8fbad4b6a765 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "DELETE /v2.0/security-groups/b88c9cbb-6e9a-401c-bee1-ff1d43523498 HTTP/1.1" status: 204 len: 168 time: 0.2039471 Dec 09 05:33:20.806370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46486) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:20.824923 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.v2.resource [None req-fe22182f-497a-43e0-80aa-81e3e8f6f546 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] show failed (client error): The resource could not be found. Dec 09 05:33:20.826050 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fe22182f-497a-43e0-80aa-81e3e8f6f546 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups/b88c9cbb-6e9a-401c-bee1-ff1d43523498 HTTP/1.1" status: 404 len: 347 time: 0.0186865 Dec 09 05:33:20.829155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46490) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:20.997249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Deleting port a7ef357f-98ff-4f58-b962-bbf73bab7272 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:20.997633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:21.180399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:21.180791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:21.374571 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-48a97e1c-3fc9-4e57-ae2b-db79df73687f req-f185e303-f0a1-49f8-80a0-7bbfa0689600 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 210 time: 0.1854763 Dec 09 05:33:21.384092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Calling delete_port for a7ef357f-98ff-4f58-b962-bbf73bab7272 owned by network:floatingip {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:21.581787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-63bee318-d436-4fe5-90b5-6a0b0dc10f11 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:21.583371 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-63bee318-d436-4fe5-90b5-6a0b0dc10f11 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 811 time: 0.2955320 Dec 09 05:33:21.699174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:21.719093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2aff5e7b-62ee-4a5c-a726-ffc4ef2f4573 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:21.783017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'Port': ['ID=a7ef357f-98ff-4f58-b962-bbf73bab7272,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:21.789670 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-5c34ed8f-57d0-4149-b99f-31b692e200e5 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d4835da240464b973403e0ed7688bc HTTP/1.1" status: 200 len: 5504 time: 0.1745112 Dec 09 05:33:21.793187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:21.854122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'port': {'device_id': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'admin_state_up': True, 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'security_groups': ['b4fd85e0-8dc4-4416-bdcf-78db4a8f959d']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:22.084293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:22.100943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:22.112863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.124615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Made reservation on behalf of e5d4835da240464b973403e0ed7688bc for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:33:22.131138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.166695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.171429 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ce4edc11-0773-48df-ad67-66a8d9aaf96f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "DELETE /v2.0/floatingips/4f313bd6-7219-47e2-928a-99e4291ba684 HTTP/1.1" status: 204 len: 168 time: 1.3378289 Dec 09 05:33:22.397787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46518) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:22.405925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group': {'name': 'tempest-securitygroup--1711349799', 'description': 'tempest-description--1096713662'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:22.413597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:22.418349 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:22.421978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:22.428768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:22.447164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.464883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Allocated IP 172.20.0.8 (5d9a3f90-c962-4257-b56d-45ecb224c622/ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4/66a34734-e3c4-4415-8c65-6b17426629ac) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:33:22.478581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:22.484196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:22.488202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:22.496271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:22.583652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.591177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.636090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-387fc9ad-0910-446d-86fd-b9359c740d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:22.647561 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.650204 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.2497199 Dec 09 05:33:22.652351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46528) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:22.668723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group_rule': {'security_group_id': '5ebe7333-3a4d-48a0-b358-642cfe1c0a3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:22.679705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:22.684149 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:22.686863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:22.689880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2ba61761-776e-46a0-8b07-f033e9fc7f2f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:22.690775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:22.696870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:22.701828 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-562730b1-537d-4b8b-8760-33408d8c270c req-29b1f572-35cf-4070-aba3-64c62a3c5f8b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 210 time: 0.0566204 Dec 09 05:33:22.717925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.753946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.771646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Transition to ACTIVE for port object 66a34734-e3c4-4415-8c65-6b17426629ac will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:33:22.792274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.795582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.795767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.797874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:22.813331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2c89e380-1ebc-4ff1-b142-7b1e390e2fa6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:22.825251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07c448ef-3464-42f2-953e-04d69a644240,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:22.829882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:22.838914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.842742 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5751c944-bcc7-4a7e-a017-6695c17e4dbd tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1868594 Dec 09 05:33:22.842941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46536) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:22.848671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'security_group_rule': {'security_group_id': '5ebe7333-3a4d-48a0-b358-642cfe1c0a3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:22.855816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:22.860363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:security_group_rule and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:22.863696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:22.869802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:22.892078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.963689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.966787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035916'] for security_group_rule, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:22.969602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:22.970280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event updated for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:22.975583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:22.986329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccd774c-d2f0-472e-a8f8-a8e90751cb26,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:22.990538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:23.005975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group_rule, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.007414 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-87e46175-98d4-4f9c-b4a5-5526e7a4f1fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1635101 Dec 09 05:33:23.010618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46542) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:23.016257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'floatingip': {'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:23.023226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:23.023381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:33:23.024540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:33:23.026941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:33:23.027356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Usage tracker for resource:floatingip and tenant:8ea08a4ed13c41d7aea1a727b184d705 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:23.030778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:23.038235 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:23.047516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.097863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:23.111022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.145091 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-b1b60a39-5b0b-4550-b5f7-db28b590c405 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951598 Dec 09 05:33:23.158102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Request body: {'port': {'device_id': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:23.222295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.273621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.292961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-ac1dbf7b-9aeb-4259-a996-249427b7cf95 None None] Provisioning for port 66a34734-e3c4-4415-8c65-6b17426629ac completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:33:23.298659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-ac1dbf7b-9aeb-4259-a996-249427b7cf95 None None] Provisioning complete for port 66a34734-e3c4-4415-8c65-6b17426629ac triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:23.299238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ac1dbf7b-9aeb-4259-a996-249427b7cf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.354042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ac1dbf7b-9aeb-4259-a996-249427b7cf95 None None] Port 66a34734-e3c4-4415-8c65-6b17426629ac cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:33:23.505050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Allocated IP 172.28.3.102 (03a40fbc-98b7-4ac8-bb2b-ac981dc2995c/c04d004b-3cf6-427d-aed4-b535ff36b9f2/9fbe13ea-7adc-46ae-b33d-e07457357599) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:33:23.661239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.687691 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a34734-e3c4-4415-8c65-6b17426629ac {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:33:23.695992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.709483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.709981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Transition to ACTIVE for port object 66a34734-e3c4-4415-8c65-6b17426629ac will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:33:23.712485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:23.725934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:23.735550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051bdd40-63f0-4ce3-8599-d831d5341e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:23.801194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Pushing event updated for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:23.804480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:23.881937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=9fbe13ea-7adc-46ae-b33d-e07457357599,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:23.889315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:24.015447 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Network 03a40fbc-98b7-4ac8-bb2b-ac981dc2995c is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:33:24.017312 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:33:24.025205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd71b3-f12b-4c4e-8bc3-942327e25563 req-66d435d5-1a31-46e2-a68a-acfaad24d88b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:24.026941 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4fd71b3-f12b-4c4e-8bc3-942327e25563 req-66d435d5-1a31-46e2-a68a-acfaad24d88b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.1366234 Dec 09 05:33:24.027784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:33:24.136495 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4fd71b3-f12b-4c4e-8bc3-942327e25563 req-48aaa322-9a03-41da-aecc-2059b67f54b1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779142 Dec 09 05:33:24.180556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.272566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.361114 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Attempting to bind port 66a34734-e3c4-4415-8c65-6b17426629ac on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:33:24.361635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Attempting to bind port 66a34734-e3c4-4415-8c65-6b17426629ac by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:33:24.362085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Attempting to bind port 66a34734-e3c4-4415-8c65-6b17426629ac on network 5d9a3f90-c962-4257-b56d-45ecb224c622 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:33:24.369987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:33:24.370452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Checking segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:33:24.370864 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.371267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Bound using segment: {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:33:24.371793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Bound port: 66a34734-e3c4-4415-8c65-6b17426629ac, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794bf60a-761d-49d2-a2a8-5106ad4b8cd5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:33:24.372174 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.469549 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:33:24.473378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=66a34734-e3c4-4415-8c65-6b17426629ac,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:33:24.476928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.492283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-994523b8-a74d-4dd7-baa3-d05cfd2a442a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:24.564416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.568557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.587928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-690dc7fd-26e9-45d0-aedb-d7b9f62956a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:24.643486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Pushing event updated for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:24.648301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:24.680618 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:24.681276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:24.682799 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] 10.222.0.54 "PUT /v2.0/ports/66a34734-e3c4-4415-8c65-6b17426629ac HTTP/1.1" status: 200 len: 1157 time: 1.5296931 Dec 09 05:33:24.683335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:24.748147 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac', 'status': 'completed', 'code': 200} Dec 09 05:33:24.840895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-dbbc74c7-f7c8-4979-b80e-ee30d952500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:24.842624 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-dbbc74c7-f7c8-4979-b80e-ee30d952500a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 1160 time: 0.0881004 Dec 09 05:33:24.923150 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-cf3aedb3-2a8b-4f44-a724-858a16401b27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a34734-e3c4-4415-8c65-6b17426629ac HTTP/1.1" status: 200 len: 217 time: 0.0654113 Dec 09 05:33:24.961886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=9fbe13ea-7adc-46ae-b33d-e07457357599,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:24.966314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:24.999003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-dff011a5-d325-425b-b438-bb5ae29fccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:25.000588 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-dff011a5-d325-425b-b438-bb5ae29fccea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.0686107 Dec 09 05:33:25.058621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:25.082721 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:25.092499 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0723617 Dec 09 05:33:25.095386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-7c473fc6-e211-4734-9bb6-72eec88bc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:25.097937 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-7c473fc6-e211-4734-9bb6-72eec88bc67c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786150 Dec 09 05:33:25.292508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-fc7072cd-6dac-42a4-b292-35b1156f9820 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742556 Dec 09 05:33:25.386519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57957f6-c5d1-4a31-94ef-06e8009e0c88 req-df90ec64-acb1-4aee-a4f1-0ef090394619 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:25.388713 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d57957f6-c5d1-4a31-94ef-06e8009e0c88 req-df90ec64-acb1-4aee-a4f1-0ef090394619 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.0959990 Dec 09 05:33:25.442012 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d57957f6-c5d1-4a31-94ef-06e8009e0c88 req-17f26130-1536-4f72-a53a-1219f4409e27 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Dec 09 05:33:25.475990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4c4ca313-630c-4a94-83e4-534f878da487 req-5685388e-db65-458c-b391-92c73932112f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:25.513430 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6d2d1604-cae8-43b1-ae52-d7d2aa341b0d req-da5c1173-a4e8-4bcc-872e-25a05e414d0c service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2127199 Dec 09 05:33:25.514525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4c4ca313-630c-4a94-83e4-534f878da487 req-5685388e-db65-458c-b391-92c73932112f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:25.515624 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-5685388e-db65-458c-b391-92c73932112f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1711349799&fields=id&tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 267 time: 0.1891246 Dec 09 05:33:25.668453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46586) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:25.755299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-b16c2cd2-151d-4e5d-bab7-7d2f8091b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:25.757016 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-b16c2cd2-151d-4e5d-bab7-7d2f8091b371 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 1160 time: 0.1817710 Dec 09 05:33:25.766135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-5b0983fc-d23e-4792-a35f-4e7e136ac992 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:25.777120 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-5b0983fc-d23e-4792-a35f-4e7e136ac992 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 815 time: 0.2494643 Dec 09 05:33:25.828179 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-afd9c2df-b826-4019-8124-517b859b51f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/quotas/8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 375 time: 0.0497332 Dec 09 05:33:25.888715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:25.904581 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:25.909745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d03a2a635547079a252ff8ff2967cd is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:33:25.912810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:33:25.918800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:26.008256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.011346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-ce18f73b-f170-4903-b5ed-a8138f0d561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:26.011731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.012946 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-ce18f73b-f170-4903-b5ed-a8138f0d561d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.2245834 Dec 09 05:33:26.022094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-824b96a4-0c95-48c3-8ebb-e870defdb47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:26.023004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4c4ca313-630c-4a94-83e4-534f878da487 req-0f130b04-11e4-41c0-8247-65443b26cb28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:26.064330 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6d03a2a635547079a252ff8ff2967cd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3946929 Dec 09 05:33:26.066757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab7523-4f05-4350-887e-b4b108c34fa8,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:26.069294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46596) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:26.072236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:26.104080 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-363fd3da-21fa-46ba-b862-edeec336db0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a34734-e3c4-4415-8c65-6b17426629ac HTTP/1.1" status: 200 len: 217 time: 0.0769105 Dec 09 05:33:26.109912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4c4ca313-630c-4a94-83e4-534f878da487 req-0f130b04-11e4-41c0-8247-65443b26cb28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:26.112389 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-0f130b04-11e4-41c0-8247-65443b26cb28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2825444 Dec 09 05:33:26.139947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.170109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.218956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.224616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0cd692e8-42a6-4fa5-9c1e-a7836a8e62f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:26.238264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab7523-4f05-4350-887e-b4b108c34fa8,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:26.241083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:26.243366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:26.247042 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4ab7523-4f05-4350-887e-b4b108c34fa8 HTTP/1.1" status: 204 len: 168 time: 0.1742749 Dec 09 05:33:26.274678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-7932ad7f-7fd0-4188-981e-ce59f67f002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:26.276295 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-7932ad7f-7fd0-4188-981e-ce59f67f002e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.1629755 Dec 09 05:33:26.370204 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-cc8c77d8-a718-4b67-a95a-31313816e388 service neutron] 10.222.0.57 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164800 Dec 09 05:33:26.429717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-a23c690b-f94d-4a09-a897-36b8eb584ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:26.431536 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-a23c690b-f94d-4a09-a897-36b8eb584ce4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1461504 Dec 09 05:33:26.643204 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-74857458-50ba-4267-9dbf-650dc3c76a3d service neutron] 10.222.0.57 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2600391 Dec 09 05:33:26.663494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489cd68-d6fa-44b0-ab83-dbac97fac15d req-4a3fa96d-0d9a-43b0-ae1b-c1d4538eb31d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:26.665318 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3489cd68-d6fa-44b0-ab83-dbac97fac15d req-4a3fa96d-0d9a-43b0-ae1b-c1d4538eb31d tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.0866864 Dec 09 05:33:26.668912 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-4297c2b1-99ed-49fe-bffc-e1220a6c4ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801736 Dec 09 05:33:26.717514 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3489cd68-d6fa-44b0-ab83-dbac97fac15d req-bac59e41-a211-4ce4-b057-6004293f9ac9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Dec 09 05:33:26.824088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-141122b8-fddf-4db5-8ce6-08c906db1249 req-92b8f76f-fa84-4cae-a369-aa0a6cc720b0 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476333 Dec 09 05:33:26.855825 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b3b9de57-9dc8-43f7-bd6e-0078f293bdf0 req-d0260fc8-20a2-4ade-a550-d3f33a678227 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 210 time: 0.0462253 Dec 09 05:33:27.787990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 66a34734-e3c4-4415-8c65-6b17426629ac up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:27.863237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 66a34734-e3c4-4415-8c65-6b17426629ac completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:33:27.868367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 66a34734-e3c4-4415-8c65-6b17426629ac triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:27.868766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:27.999009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:28.039077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=66a34734-e3c4-4415-8c65-6b17426629ac,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:28.040606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:28.047229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:28.050704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:28.081611 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-25a5801b-24c4-4de9-bb3e-37f27ffd9222 req-232b58a5-f318-4182-8fb3-e5272f3c48a6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 210 time: 0.0602062 Dec 09 05:33:28.107771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-adb7d37a-88a0-4929-a952-fa332196c4ba tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:28.109082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-adb7d37a-88a0-4929-a952-fa332196c4ba tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 815 time: 0.2047474 Dec 09 05:33:28.116630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94636d44-27b5-4fd3-81bc-e426d490fc8f req-dd9a3e98-f386-4d9a-8bce-b904ec314e99 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:28.117285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-94636d44-27b5-4fd3-81bc-e426d490fc8f req-dd9a3e98-f386-4d9a-8bce-b904ec314e99 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:28.145450 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:28.175082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:28.175463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-94636d44-27b5-4fd3-81bc-e426d490fc8f req-dd9a3e98-f386-4d9a-8bce-b904ec314e99 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:28.176791 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-94636d44-27b5-4fd3-81bc-e426d490fc8f req-dd9a3e98-f386-4d9a-8bce-b904ec314e99 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.3085067 Dec 09 05:33:28.197922 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac', 'code': 200} Dec 09 05:33:28.250564 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-8deacb31-5761-4224-85a5-beb1fb288fde tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 5505 time: 0.1187615 Dec 09 05:33:28.257803 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-94636d44-27b5-4fd3-81bc-e426d490fc8f req-27e1a2ef-9bf4-40e0-af2f-ba604789c857 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725687 Dec 09 05:33:28.266281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'port': {'device_id': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'admin_state_up': True, 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'security_groups': ['5ebe7333-3a4d-48a0-b358-642cfe1c0a3e']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:28.420652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:33:28.431631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:33:28.441393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Made reservation on behalf of 8ea08a4ed13c41d7aea1a727b184d705 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:33:28.447223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:28.469288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04c370-0f81-4cce-9532-74173633c922 req-4908f966-4ece-4cf0-8681-52e8acdc1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:28.471914 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4a04c370-0f81-4cce-9532-74173633c922 req-4908f966-4ece-4cf0-8681-52e8acdc1fdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 1162 time: 0.0818508 Dec 09 05:33:28.520867 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4a04c370-0f81-4cce-9532-74173633c922 req-42103298-edd1-4500-b185-e492e0c72902 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411708 Dec 09 05:33:28.760106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Allocated IP 172.20.0.9 (e118e726-feaf-48df-b7c6-f0d7ea8b6a09/795d60ec-daa0-4bcf-be54-ee0ce97792fc/4b9872ea-b1d3-4a9c-850d-4f01f1d420b0) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:33:28.957041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:28.973303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Transition to ACTIVE for port object 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 will not be triggered until provisioned by entity DHCP. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:33:28.992360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:29.007374 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-37b6d80a-2a03-4013-95e2-d97cbae642e7 tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:29.338041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76657e-1adc-44a2-a2ae-1494199b41d3 req-626c75d5-2ec6-4cb2-88c8-f675f2163316 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:29.339689 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fa76657e-1adc-44a2-a2ae-1494199b41d3 req-626c75d5-2ec6-4cb2-88c8-f675f2163316 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 931 time: 0.0908413 Dec 09 05:33:29.365835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:29.375717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:29.395625 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 66a34734-e3c4-4415-8c65-6b17426629ac up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:29.397442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-fa76657e-1adc-44a2-a2ae-1494199b41d3 req-c6da04f0-a2ba-4bc6-bd55-17a4f096451c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:29.411167 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-fa76657e-1adc-44a2-a2ae-1494199b41d3 req-c6da04f0-a2ba-4bc6-bd55-17a4f096451c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:security_group {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:29.414768 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fa76657e-1adc-44a2-a2ae-1494199b41d3 req-c6da04f0-a2ba-4bc6-bd55-17a4f096451c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682790 Dec 09 05:33:29.470430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 66a34734-e3c4-4415-8c65-6b17426629ac triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:29.471402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:29.473002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:33:29.474898 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:33:29.479542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:33:29.560839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:29.561514 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:29.586601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b050989-1965-4081-ad2f-a4173611a269 req-5c1a98a5-d249-427e-b059-c2e75c0fda2b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:29.588272 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8b050989-1965-4081-ad2f-a4173611a269 req-5c1a98a5-d249-427e-b059-c2e75c0fda2b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.1872299 Dec 09 05:33:29.623229 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-d400b3e1-2824-40f7-8664-7b5beaee863c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3625340 Dec 09 05:33:29.642655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Request body: {'port': {'device_id': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:29.683810 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8b050989-1965-4081-ad2f-a4173611a269 req-5911a565-f3d0-4f60-93bf-ff4d2c9d7af3 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871131 Dec 09 05:33:29.767830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:29.776993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-7b98525e-b1cd-499a-a36a-2cf7c4ed3050 None None] Provisioning for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 completed by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:33:29.793791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-7b98525e-b1cd-499a-a36a-2cf7c4ed3050 None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:29.794276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b98525e-b1cd-499a-a36a-2cf7c4ed3050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:29.853077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-7b98525e-b1cd-499a-a36a-2cf7c4ed3050 None None] Port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 cannot update to ACTIVE because it is not bound. {{(pid=80240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 09 05:33:30.195545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:33:30.202567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.215162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Transition to ACTIVE for port object 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:33:30.217824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.233519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-40bc327b-3fc8-4b63-8685-696e7ebe9ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:30.372178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:30.377892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:30.559595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Attempting to bind port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:33:30.559967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Attempting to bind port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:33:30.560404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Attempting to bind port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 on network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:33:30.567763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:33:30.568151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Checking segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:33:30.568567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.568974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Bound using segment: {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:33:30.569462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Bound port: 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:33:30.569844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.668220 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:33:30.671350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:33:30.675498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.691855 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-696e0b8c-4f8f-45ab-bb45-af59a123f556 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:30.863263 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8d450-784a-4e39-962a-2763bd402497 req-a2055712-43f4-44a2-a91b-da35f30db701 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:30.863263 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-86d8d450-784a-4e39-962a-2763bd402497 req-a2055712-43f4-44a2-a91b-da35f30db701 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.3029184 Dec 09 05:33:30.914381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:30.915420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-86d8d450-784a-4e39-962a-2763bd402497 req-5b732583-a624-4805-818c-6a4ef7428b49 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455053 Dec 09 05:33:30.920745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:30.941024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:30.941714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:30.943236 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-c4062dc9-5d4c-4b23-895a-4b2161f02966 service neutron] 10.222.0.54 "PUT /v2.0/ports/4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 1157 time: 1.3086627 Dec 09 05:33:30.943778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:30.980237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e1538-cd10-486f-b9ba-ff683b784085 req-b9206a5f-26db-4259-9358-b8b7eb7a7fba tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:30.982702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-177e1538-cd10-486f-b9ba-ff683b784085 req-b9206a5f-26db-4259-9358-b8b7eb7a7fba tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.1603343 Dec 09 05:33:31.035914 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'status': 'completed', 'code': 200} Dec 09 05:33:31.097126 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-177e1538-cd10-486f-b9ba-ff683b784085 req-a51cc11e-c0c6-4337-b75f-822b589f8026 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640187 Dec 09 05:33:31.117383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-e2f061d5-79b0-43b1-afc4-b811059632c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.119077 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-e2f061d5-79b0-43b1-afc4-b811059632c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1160 time: 0.1354024 Dec 09 05:33:31.201117 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-e4636b1c-36a9-49ba-80ee-f701476f051c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 217 time: 0.0722256 Dec 09 05:33:31.276254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-68c7139f-6c21-4872-bd07-b830132bca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.277823 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-68c7139f-6c21-4872-bd07-b830132bca86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0655632 Dec 09 05:33:31.326817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b80cc-fb33-4234-9e3b-3f18c85dd69d req-23d1941d-d8c6-4d1e-b587-2a8feb879144 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.328459 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-254b80cc-fb33-4234-9e3b-3f18c85dd69d req-23d1941d-d8c6-4d1e-b587-2a8feb879144 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.0911083 Dec 09 05:33:31.338854 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46670) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:31.344800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Request body: {'floatingip': {'port_id': '66a34734-e3c4-4415-8c65-6b17426629ac'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:31.367345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca313-630c-4a94-83e4-534f878da487 req-85b71d53-8e14-41f1-a352-b04a6833305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.369021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-85b71d53-8e14-41f1-a352-b04a6833305e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826039 Dec 09 05:33:31.424642 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:31.515552 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-2ced5c4c-7fdd-45b5-a7fe-1fa4ce2950e1 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382565 Dec 09 05:33:31.662259 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c4ca313-630c-4a94-83e4-534f878da487 req-f8837cb2-3cb3-4507-bc0e-fa1cc5b8992a service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373448 Dec 09 05:33:31.792445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-0313982a-0025-44e5-9a8e-d21d29e9ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.794079 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-0313982a-0025-44e5-9a8e-d21d29e9ab41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1160 time: 0.0761549 Dec 09 05:33:31.942398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:33:31.948949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-d72b8258-a50d-4b49-b761-535643a9dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:31.950574 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-d72b8258-a50d-4b49-b761-535643a9dae1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.1473553 Dec 09 05:33:32.025198 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-e17d7b72-3348-4522-b4ef-a6b80951714b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 217 time: 0.0664964 Dec 09 05:33:32.043424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:32.046537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:32.151337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-ee3e8064-71f3-4416-afe7-04cb921f8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:32.152944 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-ee3e8064-71f3-4416-afe7-04cb921f8678 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.1197777 Dec 09 05:33:32.247215 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Floating IP cd56ddc1-90bf-44fd-967c-8bc2ca848670 associated. External IP: 172.28.3.200, port: 66a34734-e3c4-4415-8c65-6b17426629ac. Dec 09 05:33:32.265800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a73db-7abd-4241-96bb-b58d956facc3 req-9dafb72c-bc34-445c-8a9b-848e42d42332 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:32.266596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-603a73db-7abd-4241-96bb-b58d956facc3 req-9dafb72c-bc34-445c-8a9b-848e42d42332 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:32.275459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-37fa0453-c7d2-4226-bda0-4f80cd172a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:32.277061 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-37fa0453-c7d2-4226-bda0-4f80cd172a6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1123536 Dec 09 05:33:32.316204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-603a73db-7abd-4241-96bb-b58d956facc3 req-9dafb72c-bc34-445c-8a9b-848e42d42332 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:32.317463 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-603a73db-7abd-4241-96bb-b58d956facc3 req-9dafb72c-bc34-445c-8a9b-848e42d42332 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.2410660 Dec 09 05:33:32.447836 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-603a73db-7abd-4241-96bb-b58d956facc3 req-ed770901-f479-4285-bbc8-840042a7f368 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163845 Dec 09 05:33:32.466013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-97c63668-a88a-4e95-9bfa-7cfeda815db8 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788692 Dec 09 05:33:32.612418 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-95050336-b5d9-420f-a3af-3ece37d604e0 req-61fca8b1-43fd-4f5b-9f77-f6590d31ad20 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388533 Dec 09 05:33:32.625496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:33:32.807932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:33:32.812709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:32.817915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:33:32.828520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:32.829187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:32.871035 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2c58edb9-a2df-4004-9c29-ec7e37fd9b3f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "PUT /v2.0/floatingips/cd56ddc1-90bf-44fd-967c-8bc2ca848670 HTTP/1.1" status: 200 len: 991 time: 1.5281985 Dec 09 05:33:32.871035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:32.928567 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac', 'status': 'completed', 'code': 200} Dec 09 05:33:33.018350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:33.040217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-9ba9f775-10d6-42ba-9cb4-ae54ad9eecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:33.041850 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-9ba9f775-10d6-42ba-9cb4-ae54ad9eecae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e5d4835da240464b973403e0ed7688bc&device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 1162 time: 0.0826926 Dec 09 05:33:33.399820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'cd56ddc1-90bf-44fd-967c-8bc2ca848670', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '66a34734-e3c4-4415-8c65-6b17426629ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:dd:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:16Z', 'updated_at': '2020-12-09T05:33:31Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:33.404056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:33:33.411725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-a76c0e03-f686-402f-a9f9-5b084eacfa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:33.413393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-a76c0e03-f686-402f-a9f9-5b084eacfa58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 200 len: 905 time: 0.3642964 Dec 09 05:33:33.414384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:33.415062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:33.532994 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-945a7a94-b3af-4f20-930a-46b3a9675875 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66a34734-e3c4-4415-8c65-6b17426629ac HTTP/1.1" status: 200 len: 999 time: 0.1105332 Dec 09 05:33:33.625461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-3e23c4dd-04e4-4c62-b05d-bb673e8c435e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:33.627854 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-3e23c4dd-04e4-4c62-b05d-bb673e8c435e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 200 len: 850 time: 0.0873027 Dec 09 05:33:33.788126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:33.789777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb3d6d-5b62-4672-88e4-caccc277410c req-67bcfd32-b942-401d-8753-5d9f5a61a171 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:33.791455 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-11bb3d6d-5b62-4672-88e4-caccc277410c req-67bcfd32-b942-401d-8753-5d9f5a61a171 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.1624599 Dec 09 05:33:33.799459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-d108a9f9-1db0-4b49-adb4-c525f1d5179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:33.800999 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-d108a9f9-1db0-4b49-adb4-c525f1d5179e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5d9a3f90-c962-4257-b56d-45ecb224c622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301162 Dec 09 05:33:33.943613 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-11bb3d6d-5b62-4672-88e4-caccc277410c req-1fd9368c-b461-4ee0-8571-054c2fbbf441 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415710 Dec 09 05:33:33.991799 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-651badaa-aa80-4218-b2c0-d48a9406414c service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725218 Dec 09 05:33:34.155183 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f91b7a6-57c8-4041-96df-bcc5af308202 req-4f07a863-f14c-4ad8-bf36-a2e801035019 service neutron] 10.222.0.54 "GET /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451700 Dec 09 05:33:34.215571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'cd56ddc1-90bf-44fd-967c-8bc2ca848670', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '66a34734-e3c4-4415-8c65-6b17426629ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:dd:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:16Z', 'updated_at': '2020-12-09T05:33:31Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:34.219906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76b3829-a8da-4f15-a870-778c791be071 None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': 'cd56ddc1-90bf-44fd-967c-8bc2ca848670', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'floating_ip_address': '172.28.3.200', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'port_id': '66a34734-e3c4-4415-8c65-6b17426629ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'mac_address': 'fa:16:3e:dd:48:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:16Z', 'updated_at': '2020-12-09T05:33:31Z', 'revision_number': 1, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:33:34.224236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:34.297583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:33:34.302575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:34.303003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:34.419378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:34.450118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:34.460989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:34.464289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:34.466398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fa9f61b3-21d6-4cca-9b98-0b67508e61f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:34.513222 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'code': 200} Dec 09 05:33:34.526363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb5ab8-08d9-4469-9354-53dd34668db9 None None] New status for floating IP cd56ddc1-90bf-44fd-967c-8bc2ca848670: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:33:34.539021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:34.542370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:34.766096 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dc03d-9732-434b-9ff9-24453c403e6a req-bf383dd9-3e0d-4028-a31d-8982fc26add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:34.768056 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-166dc03d-9732-434b-9ff9-24453c403e6a req-bf383dd9-3e0d-4028-a31d-8982fc26add5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1162 time: 0.0740480 Dec 09 05:33:34.819600 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-166dc03d-9732-434b-9ff9-24453c403e6a req-91f1aa2b-867c-465c-944b-62a81dffcfa2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Dec 09 05:33:35.197589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f966c-1aca-4591-8bf7-2a9a0d136fbb req-f40e9b63-8125-4f37-9dce-b67e4eadff21 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:35.199240 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-103f966c-1aca-4591-8bf7-2a9a0d136fbb req-f40e9b63-8125-4f37-9dce-b67e4eadff21 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0958247 Dec 09 05:33:35.254017 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-103f966c-1aca-4591-8bf7-2a9a0d136fbb req-23c5e679-278c-4d58-b166-29408cde1241 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476546 Dec 09 05:33:35.448874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:35.519309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:35.519666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:36.177259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46728) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:36.247399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Deleting subnet 4830e5cb-8c77-4ec5-b704-dae5c94ef055 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:33:36.250579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:36.303406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:36.365248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:36.832165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9871c8-cf7e-4022-b891-91a3f9518f44 req-56b3c1c2-f4d2-40a7-a42d-74851a10a567 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:36.833790 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a9871c8-cf7e-4022-b891-91a3f9518f44 req-56b3c1c2-f4d2-40a7-a42d-74851a10a567 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.4304767 Dec 09 05:33:36.938322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8a9871c8-cf7e-4022-b891-91a3f9518f44 req-551bdafe-8da3-4f7b-808c-192886e60b00 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935228 Dec 09 05:33:36.957194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:36.973445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:37.021946 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4830e5cb-8c77-4ec5-b704-dae5c94ef055,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:37.025835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:37.110026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.117244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4830e5cb-8c77-4ec5-b704-dae5c94ef055 HTTP/1.1" status: 204 len: 168 time: 0.9382899 Dec 09 05:33:37.119493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46738) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:37.173287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f437cd-cdde-4aed-89d5-6ac0af4d6f5b req-ea038f27-8656-434b-8073-22fcf1220817 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:37.175126 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-35f437cd-cdde-4aed-89d5-6ac0af4d6f5b req-ea038f27-8656-434b-8073-22fcf1220817 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0914719 Dec 09 05:33:37.184579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 46742) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:37.191015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Request body: {'floatingip': {'port_id': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:37.238161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.273435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.446584 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.459319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:37.539323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:37.539748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.616074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fb636b-8d51-4f19-b9ee-9593195209c6']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:37.630540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbea8e66-48c7-4ed4-b78b-ffae569295fd') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:37.630875 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbea8e66-48c7-4ed4-b78b-ffae569295fd') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:37.644259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.668303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.670490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:33:37.859542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:33:37.869737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.950722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:37.953868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.062520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Network 25fb636b-8d51-4f19-b9ee-9593195209c6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:33:38.086335 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:33:38.151688 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Floating IP 65ae764a-6eb2-4ab4-b9ba-f91b9889f921 associated. External IP: 172.28.3.102, port: 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0. Dec 09 05:33:38.165424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.169285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d65ed22a-c8f0-451f-bbe5-fe53589af74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:38.189366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.201189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Pushing event deleted for resources: {'Network': ['ID=25fb636b-8d51-4f19-b9ee-9593195209c6,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:38.205524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:38.210909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] 10.222.0.57 "DELETE /v2.0/networks/25fb636b-8d51-4f19-b9ee-9593195209c6 HTTP/1.1" status: 204 len: 168 time: 1.0903447 Dec 09 05:33:38.445810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46750) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:38.510356 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-cc02df4b-3875-40a0-9a84-a1497677032d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8efdaa37a800432c9b69e471be5e1307&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0606463 Dec 09 05:33:38.510628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46754) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:33:38.583310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.620356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.698960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.704365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b51280b0-bcbc-4b3a-b420-e94320bb8131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:38.729639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78647777-c0bb-4336-ac77-648f0a9a92b6,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:38.737409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:38.745838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:38.747284 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78647777-c0bb-4336-ac77-648f0a9a92b6 HTTP/1.1" status: 204 len: 168 time: 0.2356331 Dec 09 05:33:38.866361 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:33:39.063429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:33:39.068286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:39.074040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059acf71-e044-4705-856b-d2007733f46e None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:33:39.085887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:39.086727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:39.145685 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ba0a8be2-5d3b-48f8-9866-b3b106f198c5 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "PUT /v2.0/floatingips/65ae764a-6eb2-4ab4-b9ba-f91b9889f921 HTTP/1.1" status: 200 len: 991 time: 1.9599202 Dec 09 05:33:39.146424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:39.213115 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'status': 'completed', 'code': 200} Dec 09 05:33:39.297630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:39.323716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-fa8ccbfc-02c9-45bc-8042-2d69b8825bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:39.325344 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-fa8ccbfc-02c9-45bc-8042-2d69b8825bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1162 time: 0.0837703 Dec 09 05:33:39.466802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-97422146-27a9-4b7c-97cc-b550cacf51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:39.468341 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-97422146-27a9-4b7c-97cc-b550cacf51ad service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.1366363 Dec 09 05:33:39.572842 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-ebef3320-d7b0-4050-b74e-c650b47d40e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 999 time: 0.0972588 Dec 09 05:33:39.646105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-b68e6284-ca03-4049-9ad7-3a247594e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:39.647720 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-b68e6284-ca03-4049-9ad7-3a247594e20e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0682430 Dec 09 05:33:39.664325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '65ae764a-6eb2-4ab4-b9ba-f91b9889f921', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:59:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:24Z', 'updated_at': '2020-12-09T05:33:37Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:39.668397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059acf71-e044-4705-856b-d2007733f46e None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:33:39.678023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:39.678732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:39.734843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-9241a67d-443f-49c5-9c78-0fbfb0e2a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:39.736945 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-9241a67d-443f-49c5-9c78-0fbfb0e2a350 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822439 Dec 09 05:33:39.862772 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:39.883618 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-312885d5-6663-4183-b0cd-d44f212fca01 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391399 Dec 09 05:33:40.047536 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0e9858fe-3f68-4e41-85a1-3f81115360a7 req-4a0924fb-9d00-43e9-aefe-5ccc3babbcee service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460376 Dec 09 05:33:40.235036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-059acf71-e044-4705-856b-d2007733f46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '65ae764a-6eb2-4ab4-b9ba-f91b9889f921', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:59:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:24Z', 'updated_at': '2020-12-09T05:33:37Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:40.239231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059acf71-e044-4705-856b-d2007733f46e None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_floatingips': [{'id': '65ae764a-6eb2-4ab4-b9ba-f91b9889f921', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'router_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'port_id': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'mac_address': 'fa:16:3e:59:05:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-09T05:33:24Z', 'updated_at': '2020-12-09T05:33:37Z', 'revision_number': 1, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:33:40.529547 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b653bba-c83c-4daf-9040-a1f69999519a None None] New status for floating IP 65ae764a-6eb2-4ab4-b9ba-f91b9889f921: ACTIVE {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:33:44.187651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-af3da9f9-cf3c-44fb-8bdf-aaf15ccb71a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:46.485806 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2587fca4-2bb2-4115-99c5-470d9f587e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:47.423256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:47.965477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:48.504306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:48.926112 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-36419550-03d2-4bbd-9c28-b9796917b08c req-86e78750-d62a-41ce-8b43-c6b9175516e4 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1352004336&fields=id&tenant_id=39316f316b664b1d8f2bde97e4b459d8 HTTP/1.1" status: 200 len: 267 time: 0.1871309 Dec 09 05:33:49.015409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419550-03d2-4bbd-9c28-b9796917b08c req-d60d80ff-0a95-48cb-b859-a0ddff60c70e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:49.017035 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-36419550-03d2-4bbd-9c28-b9796917b08c req-d60d80ff-0a95-48cb-b859-a0ddff60c70e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 984 time: 0.0834608 Dec 09 05:33:49.029196 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Request body: {'port': {'security_groups': ['592a4c32-e555-4553-a113-af29fece3c9f']}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:33:49.155802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.461123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:49.488193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.491719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.506449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b13bdf8f-8bbc-47d7-baae-40c3bd2e0afe tempest-VolumesActionsTest-1197428446 tempest-VolumesActionsTest-1197428446] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:49.656520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=6']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:49.668170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.668589 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.669001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.669406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.669805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.670229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.670629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.671024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.671420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.671813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.672207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.672599 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.673036 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.673432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.673827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.674243 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.674639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.675035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.675435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.675829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.676222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.676614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.677008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.677399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:49.683363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:49.718857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:49.719538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.721033 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-36419550-03d2-4bbd-9c28-b9796917b08c req-7ccff92f-2268-413e-9a1a-476a0e5f0189 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "PUT /v2.0/ports/3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 942 time: 0.6969440 Dec 09 05:33:49.721573 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:49.787133 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:33:49.808498 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-3f7818b7-d3a0-41e4-a396-292bc3d87d2e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups/3f5ebffd-4919-46f6-8a3c-10290902f6fa HTTP/1.1" status: 200 len: 2891 time: 0.0567758 Dec 09 05:33:49.896092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.954453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-d8655585-68b8-470a-8932-ffa193028dce None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity DHCP. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:49.954874 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d8655585-68b8-470a-8932-ffa193028dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:49.973277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:50.039447 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-da9159bf-c01c-4a2c-99b5-f65f41caa4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.041082 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-da9159bf-c01c-4a2c-99b5-f65f41caa4a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.2284625 Dec 09 05:33:50.045365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:50.051979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9519b649-16cc-4f41-8992-c86170540041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:50.097327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5ebffd-4919-46f6-8a3c-10290902f6fa,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:50.110315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:50.121912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:50.123150 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a9888b7a-793d-4f27-9578-37c2d7d72059 req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "DELETE /v2.0/security-groups/3f5ebffd-4919-46f6-8a3c-10290902f6fa HTTP/1.1" status: 204 len: 173 time: 0.3052051 Dec 09 05:33:50.150521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:50.214917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-3175ee68-3c83-43a1-abea-d5ea2b54e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.216535 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-3175ee68-3c83-43a1-abea-d5ea2b54e4fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.1655443 Dec 09 05:33:50.282719 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-3207a0e0-a314-466c-b230-c95b18888117 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/floatingips/166cc3f3-0427-45b5-aafd-9e2c52488780 HTTP/1.1" status: 200 len: 997 time: 0.1134365 Dec 09 05:33:50.329517 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-adf86543-086c-4515-a115-35a84492a4fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 1000 time: 0.1054645 Dec 09 05:33:50.401471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-c772744c-4a20-4135-bba6-d2061ed0bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.403081 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-c772744c-4a20-4135-bba6-d2061ed0bd1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0640087 Dec 09 05:33:50.445387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-72421a4c-e946-4805-bd96-ba17fba6cb90 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.446838 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-72421a4c-e946-4805-bd96-ba17fba6cb90 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 784 time: 0.1580448 Dec 09 05:33:50.458060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-6c5d1325-ce20-4d6d-9059-041fc4c2a789 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=80239) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 09 05:33:50.459380 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-6c5d1325-ce20-4d6d-9059-041fc4c2a789 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0064282 Dec 09 05:33:50.492623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-08562cda-6942-4526-9ba4-934ca765569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.495030 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-08562cda-6942-4526-9ba4-934ca765569f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783606 Dec 09 05:33:50.570021 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-2f70e2a0-e6fb-437c-bebf-5fbe7c569aec tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1040742 Dec 09 05:33:50.644011 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-c48d8005-77ba-47e6-afe9-c7b9740b6813 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369994 Dec 09 05:33:50.647963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-48ef1a20-ca3c-410d-a8eb-50272dacd4f0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:50.649458 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-48ef1a20-ca3c-410d-a8eb-50272dacd4f0 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports/3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 942 time: 0.0731995 Dec 09 05:33:50.792575 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3d5cca1e-429e-4def-bd8f-182ae5d95b35 req-63d69763-2450-4f7c-8e83-e9f803e753ea service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371872 Dec 09 05:33:50.838186 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-3e01503f-95a0-4773-8b80-01c45c3a328a tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1045399 Dec 09 05:33:51.055957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Deleting port b1208c86-8495-486f-a052-2c010c5695e9 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:51.057122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:51.238401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:51.238774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:51.367553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Calling delete_port for b1208c86-8495-486f-a052-2c010c5695e9 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:33:51.530088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:51.545868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:51.600838 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event deleted for resources: {'Port': ['ID=b1208c86-8495-486f-a052-2c010c5695e9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:51.612555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.612966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.613371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.613767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.614201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.614574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.614961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.615348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.615734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.616119 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.616505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.616887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.617310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.617694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.618083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.618491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.618897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.619491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.619884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.620272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.620658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.621043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.621424 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.621805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:33:51.669681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:51.741397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:33:51.780716 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:51.781095 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Floating IP 166cc3f3-0427-45b5-aafd-9e2c52488780 disassociated (deleted). External IP: 172.28.3.78, port: 3102438c-b1af-4a1c-bc85-169886001051. Dec 09 05:33:51.812583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 3102438c-b1af-4a1c-bc85-169886001051 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:33:51.813012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:52.378253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Router e31e38c1-c8b1-4173-83af-de1caed63723 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:33:52.574509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:33:52.584434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Sync routers for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:33:52.594432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:52.595101 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:52.600947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:52.659392 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "DELETE /v2.0/floatingips/166cc3f3-0427-45b5-aafd-9e2c52488780 HTTP/1.1" status: 204 len: 173 time: 1.8144720 Dec 09 05:33:52.660664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:52.723849 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:33:52.827305 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-310eeb08-e0f0-418d-8f56-293eeadcad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:52.828985 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-310eeb08-e0f0-418d-8f56-293eeadcad3b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.0814440 Dec 09 05:33:52.838732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-e84cd3a4-02fc-4885-ad89-b70ace7713bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:52.840547 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-e84cd3a4-02fc-4885-ad89-b70ace7713bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=39316f316b664b1d8f2bde97e4b459d8&device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 1162 time: 0.1663921 Dec 09 05:33:52.961959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:52.989516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-d0dfcf91-8b46-44ab-9903-3c674cc15627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:52.991443 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-d0dfcf91-8b46-44ab-9903-3c674cc15627 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.1483955 Dec 09 05:33:52.997055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-2efac526-7865-417c-913c-736d38c64fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:52.998961 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-2efac526-7865-417c-913c-736d38c64fc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 200 len: 910 time: 0.1514544 Dec 09 05:33:53.067751 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-e3114e68-a22c-44e7-88dc-58af64c209af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 217 time: 0.0689268 Dec 09 05:33:53.078826 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-640e4dd5-5b26-40f8-b976-566b9139a726 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 200 len: 217 time: 0.0729272 Dec 09 05:33:53.152118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-84509adc-e94f-44ca-8c53-5426f0936ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:53.153817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-5c98122d-a0dd-47f2-9901-b5659e9390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:53.153945 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-84509adc-e94f-44ca-8c53-5426f0936ef1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0764847 Dec 09 05:33:53.155601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-5c98122d-a0dd-47f2-9901-b5659e9390d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 200 len: 854 time: 0.0703828 Dec 09 05:33:53.243306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-856073c2-3de4-461c-9c08-5db0305f46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:53.245391 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-856073c2-3de4-461c-9c08-5db0305f46b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832605 Dec 09 05:33:53.246897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-a8b46d85-0c8c-4d68-953e-5574f4535ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:53.248552 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-a8b46d85-0c8c-4d68-953e-5574f4535ae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859287 Dec 09 05:33:53.320054 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:53.325058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Checking router: e31e38c1-c8b1-4173-83af-de1caed63723 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:33:53.334860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:33:53.335542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:53.411130 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-641dc593-c19a-4909-bba8-bb6a1ac9ed33 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551535 Dec 09 05:33:53.411821 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-006702ec-9d9c-4f45-85d2-282685008a7a service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585438 Dec 09 05:33:53.541659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:33:53.562553 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c796854c-5643-4828-be73-b8dd940ea2e6 req-4b4606da-ea6c-4482-879d-4c4d8d03f8f8 service neutron] 10.222.0.57 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438825 Dec 09 05:33:53.583127 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4d431f71-e329-4deb-b6e0-8fb9a78b04db req-3f9430c6-9fd3-4609-9e5c-48d9bda230f3 service neutron] 10.222.0.54 "GET /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426528 Dec 09 05:33:53.894700 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:33:53.899252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761f30d2-bfa5-43b5-a13c-56496a0fad63 None None] The sync data for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb is: [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:30:49Z', 'revision_number': 4, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5f711df2-3e34-418b-96a4-b0c1d87baa85', 'name': '', 'network_id': '65a7424f-e940-4a4d-bfbf-8ed81f6ba2da', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'mac_address': 'fa:16:3e:2b:a0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:47Z', 'updated_at': '2020-12-09T05:30:59Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'subnets': [{'id': '4f87ac67-723f-4b3a-a8e5-64020e273476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:33:54.300364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fe5715-a481-4642-930b-88bf792a650c None None] New status for floating IP 166cc3f3-0427-45b5-aafd-9e2c52488780: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:33:57.031289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf5108-c9f3-48c0-9798-4359b4b5291e req-bc415083-e801-4fa6-956c-bc98330b910e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:57.032887 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcf5108-c9f3-48c0-9798-4359b4b5291e req-bc415083-e801-4fa6-956c-bc98330b910e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.0828652 Dec 09 05:33:57.078648 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-dbcf5108-c9f3-48c0-9798-4359b4b5291e req-7bb09b38-c741-4d73-aeff-0737dbcb4f39 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:57.092766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-dbcf5108-c9f3-48c0-9798-4359b4b5291e req-7bb09b38-c741-4d73-aeff-0737dbcb4f39 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:57.093895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcf5108-c9f3-48c0-9798-4359b4b5291e req-7bb09b38-c741-4d73-aeff-0737dbcb4f39 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543942 Dec 09 05:33:58.313597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bdaa3b-6c5d-4f07-9ac5-690801732577 req-3ce28aa8-564d-4219-970d-64880a8a3113 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:58.314398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c8bdaa3b-6c5d-4f07-9ac5-690801732577 req-3ce28aa8-564d-4219-970d-64880a8a3113 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Synchronizing usage tracker for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:33:58.330800 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-c8bdaa3b-6c5d-4f07-9ac5-690801732577 req-3ce28aa8-564d-4219-970d-64880a8a3113 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Unset dirty status for tenant:39316f316b664b1d8f2bde97e4b459d8 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:33:58.332226 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8bdaa3b-6c5d-4f07-9ac5-690801732577 req-3ce28aa8-564d-4219-970d-64880a8a3113 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1018608 Dec 09 05:33:58.379194 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c8bdaa3b-6c5d-4f07-9ac5-690801732577 req-554d5f39-d398-4919-ad47-87506d286569 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406079 Dec 09 05:33:59.433170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-a9f4dd6b-a41d-499f-aa6b-e7aaa8af43f3 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:59.434970 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-a9f4dd6b-a41d-499f-aa6b-e7aaa8af43f3 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.54 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.3179719 Dec 09 05:33:59.516614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Deleting port 3102438c-b1af-4a1c-bc85-169886001051 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:33:59.517007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:59.649356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 3102438c-b1af-4a1c-bc85-169886001051 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:33:59.713965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696f50-5e65-4493-8b25-611e6788fdb7 req-a9097d18-6142-4b12-868c-9117fe76d932 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:33:59.715560 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4696f50-5e65-4493-8b25-611e6788fdb7 req-a9097d18-6142-4b12-868c-9117fe76d932 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 945 time: 0.1726012 Dec 09 05:33:59.778188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:59.806074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:33:59.817444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:59.820919 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:59.823351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:33:59.866423 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f4696f50-5e65-4493-8b25-611e6788fdb7 req-99ee1148-a870-4736-a7ea-acc75bb98b4b tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319978 Dec 09 05:33:59.892308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=7']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:33:59.902733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:33:59.903138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:33:59.905636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:33:59.968928 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'code': 200} Dec 09 05:34:00.042398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Calling delete_port for 3102438c-b1af-4a1c-bc85-169886001051 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:00.123936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:34:00.124310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:34:00.626081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Deleting port 3102438c-b1af-4a1c-bc85-169886001051 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:00.626609 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:00.884752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] For port 3102438c-b1af-4a1c-bc85-169886001051, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3102438c-b1af-4a1c-bc85-169886001051,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:00.885083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:01.013669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Calling delete_port for 3102438c-b1af-4a1c-bc85-169886001051 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:01.205497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7114d-435f-4d8a-8754-53c2e03c4699 req-e0205e08-5223-412a-a407-1e5c55c3ab97 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:01.207148 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19b7114d-435f-4d8a-8754-53c2e03c4699 req-e0205e08-5223-412a-a407-1e5c55c3ab97 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/ports?device_id=07774fab-59c8-49e8-b9ad-6800d92b6ba5 HTTP/1.1" status: 200 len: 943 time: 0.1643567 Dec 09 05:34:01.269560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:01.273244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19b7114d-435f-4d8a-8754-53c2e03c4699 req-87d1dc99-23d9-469a-838d-179b2a756178 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.57 "GET /v2.0/security-groups?id=592a4c32-e555-4553-a113-af29fece3c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568511 Dec 09 05:34:01.287043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-aafa43e3-ff0c-4bbf-9eb8-da16c2337326 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:01.341484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Pushing event deleted for resources: {'Port': ['ID=3102438c-b1af-4a1c-bc85-169886001051,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:01.346310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:01.488009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] No DVR routers for this DVR port 3102438c-b1af-4a1c-bc85-169886001051 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:34:01.490351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:01.493230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-deleted', 'tag': '3102438c-b1af-4a1c-bc85-169886001051'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:34:01.509632 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ffab18d-f6ff-4a1d-9946-12c4d70c5ade req-d9ef2b8c-7d08-4206-8e52-2acfbe4a3145 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] 10.222.0.54 "DELETE /v2.0/ports/3102438c-b1af-4a1c-bc85-169886001051 HTTP/1.1" status: 204 len: 173 time: 2.0666139 Dec 09 05:34:01.641380 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07774fab-59c8-49e8-b9ad-6800d92b6ba5', 'name': 'network-vif-deleted', 'tag': '3102438c-b1af-4a1c-bc85-169886001051', 'status': 'completed', 'code': 200} Dec 09 05:34:03.132288 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46962) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:03.498879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:04.097207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Deleting port 5f711df2-3e34-418b-96a4-b0c1d87baa85 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:04.097583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:04.280466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-487999e1-165f-457b-8958-c986076b624e admin admin] For port 5f711df2-3e34-418b-96a4-b0c1d87baa85, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5f711df2-3e34-418b-96a4-b0c1d87baa85,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:04.281045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:04.410030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Calling delete_port for 5f711df2-3e34-418b-96a4-b0c1d87baa85 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:04.578258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:04.593236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:04.647972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f711df2-3e34-418b-96a4-b0c1d87baa85,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:04.651918 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:05.223726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:05.718632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Router e31e38c1-c8b1-4173-83af-de1caed63723 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:34:05.899913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487999e1-165f-457b-8958-c986076b624e admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:34:05.909340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Sync routers for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:34:05.915628 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-487999e1-165f-457b-8958-c986076b624e admin admin] 10.222.0.57 "PUT /v2.0/routers/e31e38c1-c8b1-4173-83af-de1caed63723/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7797437 Dec 09 05:34:05.915879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46974) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:05.919232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:05.919914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:06.100062 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:06.118231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:06.284439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:06.289632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Deleting port e244a74e-11ce-45a4-9167-43eca73388e6 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:06.290002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:06.417488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:34:04Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:06.422252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Checking router: e31e38c1-c8b1-4173-83af-de1caed63723 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:34:06.431673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Routers {'e31e38c1-c8b1-4173-83af-de1caed63723'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:06.432340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:33:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['e31e38c1-c8b1-4173-83af-de1caed63723'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:06.468679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] For port e244a74e-11ce-45a4-9167-43eca73388e6, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=e244a74e-11ce-45a4-9167-43eca73388e6,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:06.469077 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:06.597556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Calling delete_port for e244a74e-11ce-45a4-9167-43eca73388e6 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:06.621311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] Set router e31e38c1-c8b1-4173-83af-de1caed63723 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:06.734118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:06.935582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.067297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.069666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.091932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.092491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31e38c1-c8b1-4173-83af-de1caed63723 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:34:07.094250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:34:04Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:07.103012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54689c6f-c0a5-43c8-833d-b87a6476fb51 None None] The sync data for ids ['e31e38c1-c8b1-4173-83af-de1caed63723'] in dv-cinder-763306-6-smb is: [{'id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'name': 'tempest-TestMinimumBasicScenario-1800246214-router', 'tenant_id': '39316f316b664b1d8f2bde97e4b459d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:30:40Z', 'updated_at': '2020-12-09T05:34:04Z', 'revision_number': 5, 'project_id': '39316f316b664b1d8f2bde97e4b459d8', 'gw_port': {'id': 'e244a74e-11ce-45a4-9167-43eca73388e6', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:0b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31e38c1-c8b1-4173-83af-de1caed63723', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:30:42Z', 'updated_at': '2020-12-09T05:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:34:07.105896 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.109735 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c804ff2c-dabc-410a-bcd2-126bf8b14c8c admin admin] 10.222.0.57 "DELETE /v2.0/routers/e31e38c1-c8b1-4173-83af-de1caed63723 HTTP/1.1" status: 204 len: 168 time: 1.1904364 Dec 09 05:34:07.109960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46982) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:07.180869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Deleting subnet 4f87ac67-723f-4b3a-a8e5-64020e273476 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:34:07.185124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.239681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.301661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5f711df2-3e34-418b-96a4-b0c1d87baa85 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:07.343802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 5f711df2-3e34-418b-96a4-b0c1d87baa85 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:07.344216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5f711df2-3e34-418b-96a4-b0c1d87baa85 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:07.368358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.645501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.661695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f3cfb731-50bc-4a62-b162-763c3c17c820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:07.712421 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f87ac67-723f-4b3a-a8e5-64020e273476,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:07.716372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:07.800710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:07.805761 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84da5fb-8e68-49e8-8aa4-2b57f7445b68 None None] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:34:07.806911 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1ccfa9d1-1fea-4cb4-a792-d5a5827c3ad2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4f87ac67-723f-4b3a-a8e5-64020e273476 HTTP/1.1" status: 204 len: 168 time: 0.6958961 Dec 09 05:34:07.810333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 46990) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:08.073778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] DHCP port deletion for 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da request from dv-cinder-763306-6-smb {{(pid=80240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 05:34:08.082085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Deleting port 9575f9ad-05ff-4f55-8941-1594f540d3c1 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:08.082541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.165726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.232903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Deleting port 9575f9ad-05ff-4f55-8941-1594f540d3c1 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:08.233280 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.306122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] For port 9575f9ad-05ff-4f55-8941-1594f540d3c1, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=9575f9ad-05ff-4f55-8941-1594f540d3c1,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:08.306666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.433233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Calling delete_port for 9575f9ad-05ff-4f55-8941-1594f540d3c1 owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:08.454773 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] For port 9575f9ad-05ff-4f55-8941-1594f540d3c1, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=9575f9ad-05ff-4f55-8941-1594f540d3c1,segment=NetworkSegment(fb0fbaff-87ac-41c1-9fb5-e373af99bee6),segment_id=fb0fbaff-87ac-41c1-9fb5-e373af99bee6)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:08.455204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.576806 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001'] for port, after_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:08.587299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Calling delete_port for 9575f9ad-05ff-4f55-8941-1594f540d3c1 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:08.592074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:08.648043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Pushing event deleted for resources: {'Port': ['ID=9575f9ad-05ff-4f55-8941-1594f540d3c1,revision_number=None']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:08.651817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:08.665747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:34:08.666124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:34:08.731829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5dae0-11b2-4832-842a-f240130c98c3 None None] No DVR routers for this DVR port 9575f9ad-05ff-4f55-8941-1594f540d3c1 on host dv-cinder-763306-6-smb {{(pid=80240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:34:08.942521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:34:09.167604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Deleting port 9575f9ad-05ff-4f55-8941-1594f540d3c1 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:09.168035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:09.233474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] The port '9575f9ad-05ff-4f55-8941-1594f540d3c1' was deleted {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 09 05:34:09.338050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 9575f9ad-05ff-4f55-8941-1594f540d3c1 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:09.358122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:09.375810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 9575f9ad-05ff-4f55-8941-1594f540d3c1 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:09.376205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 9575f9ad-05ff-4f55-8941-1594f540d3c1 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:09.376664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device e244a74e-11ce-45a4-9167-43eca73388e6 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:09.408669 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: e244a74e-11ce-45a4-9167-43eca73388e6 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:09.408988 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device e244a74e-11ce-45a4-9167-43eca73388e6 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:09.475259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a7424f-e940-4a4d-bfbf-8ed81f6ba2da']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:09.487963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:09.488350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0fbaff-87ac-41c1-9fb5-e373af99bee6') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:09.501044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:09.522539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:09.526095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:34:09.708694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:34:09.717557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:09.891857 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Network 65a7424f-e940-4a4d-bfbf-8ed81f6ba2da has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: % (table.description, expected, rows_matched) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: % (table.description, expected, rows_matched) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: % (table.description, expected, rows_matched) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: % (table.description, expected, rows_matched) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:34:09.917193 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:34:09.995690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.000070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ab695383-46b6-4f41-a010-3e2c47fc262b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:10.016524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.025442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=65a7424f-e940-4a4d-bfbf-8ed81f6ba2da,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:10.029387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:10.040168 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] 10.222.0.57 "DELETE /v2.0/networks/65a7424f-e940-4a4d-bfbf-8ed81f6ba2da HTTP/1.1" status: 204 len: 168 time: 2.2288160 Dec 09 05:34:10.250397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47004) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:10.306568 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-20301272-2d55-4cc7-9f85-afaa2a168009 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39316f316b664b1d8f2bde97e4b459d8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0547817 Dec 09 05:34:10.309061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47008) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:10.370024 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.398018 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.446987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.452652 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-87903e9e-424f-486c-aae1-c7ab405e02da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:10.467690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592a4c32-e555-4553-a113-af29fece3c9f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:10.470793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:10.477241 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:10.478526 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/592a4c32-e555-4553-a113-af29fece3c9f HTTP/1.1" status: 204 len: 168 time: 0.1684506 Dec 09 05:34:14.190420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-08fdb3ec-1062-42ba-bc59-ba438966b01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:16.487141 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-28369249-99b3-4af1-9138-d80493c19663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:17.425653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:17.967176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:18.505025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:19.712389 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-73244bfb-8672-41a1-9876-7cbf353ea32d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0814133 Dec 09 05:34:19.855445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-6e729ffa-3265-4808-905c-83a00d498640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:19.857031 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-6e729ffa-3265-4808-905c-83a00d498640 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0728295 Dec 09 05:34:20.023824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-ef489eb2-0f9d-4806-8948-543d9e51eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:20.025456 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-ef489eb2-0f9d-4806-8948-543d9e51eda6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1486788 Dec 09 05:34:20.153488 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-ce0c5933-4653-4607-816d-887f28a06949 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1002 time: 0.1202185 Dec 09 05:34:20.166993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:20.235979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-362d4639-5e04-4c61-82d7-622f65fbfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:20.237616 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-362d4639-5e04-4c61-82d7-622f65fbfc22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0750659 Dec 09 05:34:20.327592 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-0989fcae-34dd-4a9b-b0a7-6320e8059ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:20.329347 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-0989fcae-34dd-4a9b-b0a7-6320e8059ee0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844939 Dec 09 05:34:20.479845 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-cfb26ecf-f1fa-4830-8720-6af73b391710 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429322 Dec 09 05:34:20.629294 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1ea74489-fca5-46b1-857d-2d23bfcec75d req-c71e1b99-1b71-4f8c-b4df-a0f7610ac6ff service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400003 Dec 09 05:34:25.608567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eec0d-2499-4b4f-8bfa-aeaed17fdd9a req-da370587-1378-40ed-bce9-7964b56e15f9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:25.610385 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3e4eec0d-2499-4b4f-8bfa-aeaed17fdd9a req-da370587-1378-40ed-bce9-7964b56e15f9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0879598 Dec 09 05:34:25.657229 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3e4eec0d-2499-4b4f-8bfa-aeaed17fdd9a req-5aaff938-96f1-426a-b29b-5706749667de tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404866 Dec 09 05:34:26.884451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ffd7e-8d75-4b19-81e1-cc8fb6dd7462 req-7e2d4dde-32a4-4d83-a95f-e7945f20f7c7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:26.886064 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5a2ffd7e-8d75-4b19-81e1-cc8fb6dd7462 req-7e2d4dde-32a4-4d83-a95f-e7945f20f7c7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0819848 Dec 09 05:34:26.932961 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5a2ffd7e-8d75-4b19-81e1-cc8fb6dd7462 req-a6c06606-8ca4-4e57-b068-f3c072ce0cd8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Dec 09 05:34:28.173409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c405-e300-460a-8a0d-3691f60538b9 req-6bdb7757-437f-401c-a688-7c7896cdac59 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:28.175042 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d346c405-e300-460a-8a0d-3691f60538b9 req-6bdb7757-437f-401c-a688-7c7896cdac59 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0928385 Dec 09 05:34:28.226031 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d346c405-e300-460a-8a0d-3691f60538b9 req-90c87f4d-6e1b-48d9-89e3-198f28843c65 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445890 Dec 09 05:34:29.457930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e7a97-9d21-47e5-822e-41da33f4bb70 req-caaee2c2-8a5d-441b-b63c-5555e890301f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:29.459592 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e01e7a97-9d21-47e5-822e-41da33f4bb70 req-caaee2c2-8a5d-441b-b63c-5555e890301f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0842419 Dec 09 05:34:29.510509 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e01e7a97-9d21-47e5-822e-41da33f4bb70 req-be531678-621b-4c98-a06f-8e7c7a73789e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Dec 09 05:34:30.741344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa6f8a-6c0d-4d66-be77-21e4d5cd5152 req-4fe9abe7-d84f-49cb-9ca1-95539fb7ff46 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:30.743073 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-26aa6f8a-6c0d-4d66-be77-21e4d5cd5152 req-4fe9abe7-d84f-49cb-9ca1-95539fb7ff46 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0871444 Dec 09 05:34:30.792279 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-26aa6f8a-6c0d-4d66-be77-21e4d5cd5152 req-511d426e-8180-4159-a246-4a7f557a64fb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Dec 09 05:34:31.552724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63dfee-ceac-40b6-9bb7-3bd4527f35d8 req-b92183b7-cf71-4dd8-8dde-bc3f7c71f9ef tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:31.554374 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8b63dfee-ceac-40b6-9bb7-3bd4527f35d8 req-b92183b7-cf71-4dd8-8dde-bc3f7c71f9ef tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.0890343 Dec 09 05:34:31.603690 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8b63dfee-ceac-40b6-9bb7-3bd4527f35d8 req-5297b77b-6944-4ead-9ed0-b08c66015a05 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Dec 09 05:34:32.020665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78825ce2-cfd4-4ca9-8c00-9b3538c51b84 req-bfaed6e7-09b1-48b0-b673-6ba542fc8bab tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:32.022303 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-78825ce2-cfd4-4ca9-8c00-9b3538c51b84 req-bfaed6e7-09b1-48b0-b673-6ba542fc8bab tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0810452 Dec 09 05:34:32.072058 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-78825ce2-cfd4-4ca9-8c00-9b3538c51b84 req-9dc21d89-d990-4a0b-8a11-aa1bd7cd3938 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434279 Dec 09 05:34:32.814651 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba1eb8-3407-431a-9783-248e9e040894 req-837a3086-30f3-41c3-b535-6c8eecbe15a4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:32.816328 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90ba1eb8-3407-431a-9783-248e9e040894 req-837a3086-30f3-41c3-b535-6c8eecbe15a4 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.0827832 Dec 09 05:34:32.863606 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-90ba1eb8-3407-431a-9783-248e9e040894 req-8257fa80-53c1-4195-ba9a-4c7951042187 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409434 Dec 09 05:34:33.302198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77534-24f7-4b88-ac1e-157d3c3becda req-bb18373e-a300-4c23-88e8-23df02087fcf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:33.303904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-14f77534-24f7-4b88-ac1e-157d3c3becda req-bb18373e-a300-4c23-88e8-23df02087fcf tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0861461 Dec 09 05:34:33.350508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-14f77534-24f7-4b88-ac1e-157d3c3becda req-ae5901d0-c16e-4949-b41e-1429675e60b4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402067 Dec 09 05:34:33.492915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-e850f8af-a5ff-4df4-b2fb-ab219c0f42d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:33.494574 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-e850f8af-a5ff-4df4-b2fb-ab219c0f42d8 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 945 time: 0.0851533 Dec 09 05:34:33.569850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 66a34734-e3c4-4415-8c65-6b17426629ac {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:33.570254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:33.775049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 66a34734-e3c4-4415-8c65-6b17426629ac no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:33.902128 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:33.933265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:34:33.944672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=66a34734-e3c4-4415-8c65-6b17426629ac,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:33.947690 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:33.949746 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:34.015474 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac', 'code': 200} Dec 09 05:34:34.022188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:34.031199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.031515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.032012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.032383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.032786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.034327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.034859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.035665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.035807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.036091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.036614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.036986 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.037404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.037774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.038142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.038671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.039038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.039404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.039767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.040318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.040685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.041050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.041415 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.041978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:34.047218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:34.060544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=66a34734-e3c4-4415-8c65-6b17426629ac,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:34.060961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:34.151607 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756c6c-74b8-49a2-859a-83e1974406fd req-2738f59a-b960-4c34-a4e9-2576f5a746c1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:34.159545 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-15756c6c-74b8-49a2-859a-83e1974406fd req-2738f59a-b960-4c34-a4e9-2576f5a746c1 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.1251791 Dec 09 05:34:34.200502 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-15756c6c-74b8-49a2-859a-83e1974406fd req-6499651d-26eb-49c2-8716-14a3de0d95fc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400164 Dec 09 05:34:34.386770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:34.387341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:34.387541 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Floating IP cd56ddc1-90bf-44fd-967c-8bc2ca848670 disassociated. External IP: 172.28.3.200, port: 66a34734-e3c4-4415-8c65-6b17426629ac. Dec 09 05:34:34.387908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 66a34734-e3c4-4415-8c65-6b17426629ac owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:34.472033 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80238) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:34:34.472402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:34:34.582049 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831c2f-0abc-4a4c-b038-502465da8cac req-bc3bbaee-342a-4778-a66e-e051843a93d2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:34.583671 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-db831c2f-0abc-4a4c-b038-502465da8cac req-bc3bbaee-342a-4778-a66e-e051843a93d2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0833080 Dec 09 05:34:34.630097 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-db831c2f-0abc-4a4c-b038-502465da8cac req-474cb6b0-c252-4eb5-bfdb-c317c9cc4056 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Dec 09 05:34:34.973226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 66a34734-e3c4-4415-8c65-6b17426629ac {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:34.973556 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.232375 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] For port 66a34734-e3c4-4415-8c65-6b17426629ac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=66a34734-e3c4-4415-8c65-6b17426629ac,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:35.232695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.418734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885583eb-edb8-4b26-850c-dd141b2e7d4c req-5a30dddb-e2d2-4f2c-a48c-057055c02eb9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:35.420344 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-885583eb-edb8-4b26-850c-dd141b2e7d4c req-5a30dddb-e2d2-4f2c-a48c-057055c02eb9 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 943 time: 0.0827398 Dec 09 05:34:35.471297 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-885583eb-edb8-4b26-850c-dd141b2e7d4c req-14d981c5-55ec-4cf4-889a-e0ab20ceaa2a tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups?id=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437582 Dec 09 05:34:35.534523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.534944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.535301 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Floating IP cd56ddc1-90bf-44fd-967c-8bc2ca848670 disassociated. External IP: 172.28.3.200, port: 66a34734-e3c4-4415-8c65-6b17426629ac. Dec 09 05:34:35.535686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 66a34734-e3c4-4415-8c65-6b17426629ac owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:35.678479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.696339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ea2a2e2-b14f-4863-ba8a-6d5f33418c45 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:35.751123 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'Port': ['ID=66a34734-e3c4-4415-8c65-6b17426629ac,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:35.754440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:35.820299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:34:35.895002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:34:35.895426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:35.991999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ddf6c-6784-4d07-bca9-d9571f159222 req-3c2363fc-f226-490a-bdfb-8b0bd644a3d4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:35.993654 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ab0ddf6c-6784-4d07-bca9-d9571f159222 req-3c2363fc-f226-490a-bdfb-8b0bd644a3d4 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1853354 Dec 09 05:34:36.131073 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ab0ddf6c-6784-4d07-bca9-d9571f159222 req-70125188-b7ee-491b-8e38-b7ec7e18917f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307170 Dec 09 05:34:36.173379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:34:36.369488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:34:36.380356 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:34:36.390728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:36.391406 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:34:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:36.407664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] No DVR routers for this DVR port 66a34734-e3c4-4415-8c65-6b17426629ac on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:34:36.410851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:36.413817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-deleted', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:34:36.429862 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b2a7b134-6b0e-490e-a2c1-f45269b0dad0 req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.54 "DELETE /v2.0/ports/66a34734-e3c4-4415-8c65-6b17426629ac HTTP/1.1" status: 204 len: 173 time: 2.9295275 Dec 09 05:34:36.480318 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd289d6f2-16bb-4473-916e-4d0004acb285', 'name': 'network-vif-deleted', 'tag': '66a34734-e3c4-4415-8c65-6b17426629ac', 'status': 'completed', 'code': 200} Dec 09 05:34:36.587564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:36.666276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7ec8e7f4-0fb4-4fae-bd82-9a882683c45a req-e8795e6c-d004-4f75-8612-db335acd3f7f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Synchronizing usage tracker for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:34:36.681390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-7ec8e7f4-0fb4-4fae-bd82-9a882683c45a req-e8795e6c-d004-4f75-8612-db335acd3f7f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Unset dirty status for tenant:e5d4835da240464b973403e0ed7688bc on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:34:36.682686 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7ec8e7f4-0fb4-4fae-bd82-9a882683c45a req-e8795e6c-d004-4f75-8612-db335acd3f7f tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/ports?device_id=d289d6f2-16bb-4473-916e-4d0004acb285 HTTP/1.1" status: 200 len: 210 time: 0.0645173 Dec 09 05:34:36.921250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:36.926135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:34:36.935360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:36.936009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:34:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:37.117135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:37.371202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd17d-843e-4664-aa01-9e0b4e12d265 req-f6606b69-2c5b-4d99-9840-2cd049b5215f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:37.372954 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-12edd17d-843e-4664-aa01-9e0b4e12d265 req-f6606b69-2c5b-4d99-9840-2cd049b5215f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0928214 Dec 09 05:34:37.426618 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-12edd17d-843e-4664-aa01-9e0b4e12d265 req-bd4bb2a0-7ce4-465e-bad5-f89d0a0df034 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Dec 09 05:34:37.597902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:37.602065 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8e5d4-d9fd-47b4-9170-e2d478637133 None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 4, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '1989f974-f000-4f77-a10f-942eeaf18c12', 'name': '', 'network_id': '5d9a3f90-c962-4257-b56d-45ecb224c622', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'mac_address': 'fa:16:3e:c0:d6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:51Z', 'updated_at': '2020-12-09T05:29:09Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'subnets': [{'id': 'ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:34:37.841510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47202) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:37.916696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:37.945791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:37.990964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:37.996014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-aa64c2af-eef0-4644-830d-f7f922271535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:38.012351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bc79a-3d02-417c-8688-0df6f7f79b77 None None] New status for floating IP cd56ddc1-90bf-44fd-967c-8bc2ca848670: DOWN {{(pid=80240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:34:38.012717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fd85e0-8dc4-4416-bdcf-78db4a8f959d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:38.015499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:38.025110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:38.026362 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "DELETE /v2.0/security-groups/b4fd85e0-8dc4-4416-bdcf-78db4a8f959d HTTP/1.1" status: 204 len: 168 time: 0.1836483 Dec 09 05:34:38.029163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47206) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:38.046675 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.v2.resource [None req-81292c66-c02f-4537-aaf6-93e47280c4bc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] show failed (client error): The resource could not be found. Dec 09 05:34:38.047734 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-81292c66-c02f-4537-aaf6-93e47280c4bc tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "GET /v2.0/security-groups/b4fd85e0-8dc4-4416-bdcf-78db4a8f959d HTTP/1.1" status: 404 len: 347 time: 0.0175819 Dec 09 05:34:38.050479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47210) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:38.215373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 9134a265-7151-4286-8e0e-4c441e9428bb {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:38.215751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:38.401404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:38.401770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:38.527902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 9134a265-7151-4286-8e0e-4c441e9428bb owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:38.614038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80239) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:34:38.614658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:34:38.656865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe28051-d03e-4504-8fe4-34720af6a8eb req-6119489e-5973-4ce8-8fdb-45fa1d2c9f4a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:38.659815 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dfe28051-d03e-4504-8fe4-34720af6a8eb req-6119489e-5973-4ce8-8fdb-45fa1d2c9f4a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0882452 Dec 09 05:34:38.707807 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dfe28051-d03e-4504-8fe4-34720af6a8eb req-10a7458a-4504-475a-a4ed-cb6222305718 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Dec 09 05:34:39.115784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Deleting port 9134a265-7151-4286-8e0e-4c441e9428bb {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:39.116177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:39.294603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:39.294973 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:39.422438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Calling delete_port for 9134a265-7151-4286-8e0e-4c441e9428bb owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:39.853990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:39.870663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a4098668-7a41-4a8b-a369-d760d4d1caa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:39.919992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Pushing event deleted for resources: {'Port': ['ID=9134a265-7151-4286-8e0e-4c441e9428bb,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:39.970602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:40.118545 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e482368-8371-404a-a4fd-3a6c7ce5333d req-3ccf8a3e-2742-4d45-9032-fe43d42f504a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:40.120234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e482368-8371-404a-a4fd-3a6c7ce5333d req-3ccf8a3e-2742-4d45-9032-fe43d42f504a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.2174618 Dec 09 05:34:40.225159 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1e482368-8371-404a-a4fd-3a6c7ce5333d req-999af29f-31ac-42df-8ad6-2d1ee206b96c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941589 Dec 09 05:34:40.234878 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:40.269139 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:40.271709 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] 10.222.0.57 "DELETE /v2.0/floatingips/cd56ddc1-90bf-44fd-967c-8bc2ca848670 HTTP/1.1" status: 204 len: 168 time: 2.2202282 Dec 09 05:34:41.500962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd9ac-c162-445b-baf4-98178e742883 req-b6d59f7d-5fda-47e4-b0f8-46e64cfe4f1e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:41.502790 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e9efd9ac-c162-445b-baf4-98178e742883 req-b6d59f7d-5fda-47e4-b0f8-46e64cfe4f1e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1004167 Dec 09 05:34:41.561747 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e9efd9ac-c162-445b-baf4-98178e742883 req-ca14f284-3e8d-43ae-9679-01610a08a134 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Dec 09 05:34:42.824480 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7e6d6-ad13-498c-9975-c71944d030ab req-ccdee24b-a40f-4a47-8213-857125a52947 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:42.827315 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19d7e6d6-ad13-498c-9975-c71944d030ab req-ccdee24b-a40f-4a47-8213-857125a52947 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1003985 Dec 09 05:34:42.890895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19d7e6d6-ad13-498c-9975-c71944d030ab req-bffe685a-97fc-40ae-bed5-4f72f754274e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548718 Dec 09 05:34:44.150892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e8561-505d-4cfe-80e7-59311604d1c4 req-bbb9b81b-76ee-43c1-a796-7ca384b93528 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:44.159878 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc4e8561-505d-4cfe-80e7-59311604d1c4 req-bbb9b81b-76ee-43c1-a796-7ca384b93528 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1079798 Dec 09 05:34:44.195679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b846c723-8116-45a5-8cf1-cb6c64a926d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:44.228809 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cc4e8561-505d-4cfe-80e7-59311604d1c4 req-647a4080-384d-4ab4-9159-6b2b0eb8f490 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677624 Dec 09 05:34:44.673316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47276) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:45.526448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885266d-8185-48a7-8f7f-3e1755be61b9 req-60ca5a9d-c4d2-4755-b83c-0324c3e4e087 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:45.534909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c885266d-8185-48a7-8f7f-3e1755be61b9 req-60ca5a9d-c4d2-4755-b83c-0324c3e4e087 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1032968 Dec 09 05:34:45.587375 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c885266d-8185-48a7-8f7f-3e1755be61b9 req-91d1cf7f-0e3e-42bf-9ab1-9951393cadf7 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514479 Dec 09 05:34:45.611215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:45.943624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:34:46.282230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Deleting port 1989f974-f000-4f77-a10f-942eeaf18c12 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:46.282566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:46.488882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] For port 1989f974-f000-4f77-a10f-942eeaf18c12, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=1989f974-f000-4f77-a10f-942eeaf18c12,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:46.489287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:46.500498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e8efa9bd-61dc-498e-bde9-ab71ca0df866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:46.640002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Calling delete_port for 1989f974-f000-4f77-a10f-942eeaf18c12 owned by network:router_interface {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:46.998274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f431e5b-96e7-4512-9d97-411bc1e4a52e req-d5d7b07b-db82-4f7e-bbea-07c1042b716e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:46.999904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f431e5b-96e7-4512-9d97-411bc1e4a52e req-d5d7b07b-db82-4f7e-bbea-07c1042b716e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1548297 Dec 09 05:34:47.098031 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5f431e5b-96e7-4512-9d97-411bc1e4a52e req-d42e4b4b-ffd2-4175-a29d-d9b41bf871d8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595076 Dec 09 05:34:47.143242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:47.171366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf34557e-033d-4a3a-b8b2-f0bb0ae493d0 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:47.232178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1989f974-f000-4f77-a10f-942eeaf18c12,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:47.239688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:47.440198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:47.669176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:47.972330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:48.240876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:34:48.414764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cc9ae-086f-4c7d-bd81-25985d057559 req-7b4a35ac-3aea-4879-ad4b-0b3e02cf1fa8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:48.422715 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c97cc9ae-086f-4c7d-bd81-25985d057559 req-7b4a35ac-3aea-4879-ad4b-0b3e02cf1fa8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1433759 Dec 09 05:34:48.470455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:34:48.473930 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c97cc9ae-086f-4c7d-bd81-25985d057559 req-ec38cbee-2ed3-43c6-a920-146e13d24c50 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501430 Dec 09 05:34:48.492138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Sync routers for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:34:48.511548 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f7d2e29b-c1a2-4115-b634-233c3798a4eb admin admin] 10.222.0.57 "PUT /v2.0/routers/1789ba03-810c-4dff-8e74-7fc55fff6ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8363223 Dec 09 05:34:48.513893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47296) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:48.542192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:48.543191 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:34:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:48.545815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:48.735675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:48.778603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:48.951876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:48.958654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Deleting port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:48.959041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.142300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:34:46Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:49.148720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Checking router: 1789ba03-810c-4dff-8e74-7fc55fff6ce5 for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:34:49.157972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Routers {'1789ba03-810c-4dff-8e74-7fc55fff6ce5'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:34:49.159217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:34:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:49.168569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] For port b9f25d6b-37b0-4bd6-844d-a1e92da4bb39, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=b9f25d6b-37b0-4bd6-844d-a1e92da4bb39,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:49.169259 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.300142 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Calling delete_port for b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:49.345251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] Set router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:34:49.433928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.625580 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.648157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:34:46Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:49.652597 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9851a-c105-46b4-a085-0c0cb0cae03f None None] The sync data for ids ['1789ba03-810c-4dff-8e74-7fc55fff6ce5'] in dv-cinder-763306-6-smb is: [{'id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'name': 'tempest-AttachVolumeTestJSON-2100474999-router', 'tenant_id': 'e5d4835da240464b973403e0ed7688bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:33Z', 'updated_at': '2020-12-09T05:34:46Z', 'revision_number': 5, 'project_id': 'e5d4835da240464b973403e0ed7688bc', 'gw_port': {'id': 'b9f25d6b-37b0-4bd6-844d-a1e92da4bb39', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1789ba03-810c-4dff-8e74-7fc55fff6ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:36Z', 'updated_at': '2020-12-09T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:34:49.757972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075ad56-f5f1-4b0b-9eb8-5bb7ca0a06a4 req-40185c22-c1b4-4ab0-adfa-953b4e825130 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:49.759727 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9075ad56-f5f1-4b0b-9eb8-5bb7ca0a06a4 req-40185c22-c1b4-4ab0-adfa-953b4e825130 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1018293 Dec 09 05:34:49.768903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.771405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.795792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.796469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1789ba03-810c-4dff-8e74-7fc55fff6ce5 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:34:49.809548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:49.811319 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-dd28f017-b26f-4924-8608-07584f2938e9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1789ba03-810c-4dff-8e74-7fc55fff6ce5 HTTP/1.1" status: 204 len: 168 time: 1.2958376 Dec 09 05:34:49.813951 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9075ad56-f5f1-4b0b-9eb8-5bb7ca0a06a4 req-cf5fb448-4d9b-4fa5-acc5-182113792d13 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477808 Dec 09 05:34:49.816200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47312) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:50.162823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Deleting subnet ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:34:50.166889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:50.172570 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:50.230264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-b53dd1d3-aeb9-445f-8782-f63163028a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:50.231902 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-b53dd1d3-aeb9-445f-8782-f63163028a2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1162 time: 0.3804204 Dec 09 05:34:50.238585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2366850'] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:50.483377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-12ba8100-c8be-4d1c-941b-287c9783886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:50.484892 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-12ba8100-c8be-4d1c-941b-287c9783886b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.2181475 Dec 09 05:34:50.487957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:50.664243 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-c5235b3f-6729-424e-a864-6d05026112ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 1001 time: 0.1455064 Dec 09 05:34:50.808412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-261d47a4-b05b-4103-b285-a5d849099666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:50.809994 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-261d47a4-b05b-4103-b285-a5d849099666 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0970976 Dec 09 05:34:50.962977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-29d3ee23-d356-4f15-8ce7-2b11898ecce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:50.964599 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-29d3ee23-d356-4f15-8ce7-2b11898ecce9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1412168 Dec 09 05:34:50.968933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852350583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3176575'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:50.986532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-737f6c09-013e-477b-89cb-88ceed3189e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:51.046866 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21749005-94fb-4740-b421-03e97453c124 req-4a6e4e54-84fa-45f0-8e12-5fe85991454d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:51.048518 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-21749005-94fb-4740-b421-03e97453c124 req-4a6e4e54-84fa-45f0-8e12-5fe85991454d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0879676 Dec 09 05:34:51.060913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:51.099100 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-21749005-94fb-4740-b421-03e97453c124 req-88d446ed-fc8b-451a-89bc-b825cd055ffc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Dec 09 05:34:51.132461 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.132882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.133295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.133705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.134109 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.134542 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.134945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.135344 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.135741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.136138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.136532 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.136930 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.137367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.137764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.138175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.138574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.138969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.139367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.139739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.140133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.140529 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.140923 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.141318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.153444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:51.203397 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:51.258116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84450340-78e7-4ccc-8bc9-15d087ac666a None None] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:34:51.261275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:51.274629 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-cff201d2-9712-4e38-aa64-3940a01f8c22 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914598 Dec 09 05:34:51.275927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-275047de-8cc1-4722-8152-a68e073f369f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ffa8b9cb-b613-4a5f-a2d4-08c6336d0ee4 HTTP/1.1" status: 204 len: 168 time: 1.4586899 Dec 09 05:34:51.278608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47318) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:51.364711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:51.429073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:51.429467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device b9f25d6b-37b0-4bd6-844d-a1e92da4bb39 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:51.429925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 1989f974-f000-4f77-a10f-942eeaf18c12 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:51.494858 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 1989f974-f000-4f77-a10f-942eeaf18c12 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:51.495254 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 1989f974-f000-4f77-a10f-942eeaf18c12 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:51.497792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:51.578475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] DHCP port deletion for 5d9a3f90-c962-4257-b56d-45ecb224c622 request from dv-cinder-763306-6-smb {{(pid=80240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 05:34:51.583402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Deleting port 5d57d191-32ae-4235-b57e-dcda0af02b3e {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:51.583817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:51.588522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Deleting port 5d57d191-32ae-4235-b57e-dcda0af02b3e {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:51.588915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:51.626713 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-81dbbdd4-f2f4-475b-ab5b-b833f8297d1c req-446c5687-45cb-48a3-9600-68e3565b0908 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3267648 Dec 09 05:34:51.813808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] For port 5d57d191-32ae-4235-b57e-dcda0af02b3e, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5d57d191-32ae-4235-b57e-dcda0af02b3e,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:51.814974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:51.945747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Calling delete_port for 5d57d191-32ae-4235-b57e-dcda0af02b3e owned by network:dhcp {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:51.958722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] For port 5d57d191-32ae-4235-b57e-dcda0af02b3e, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5d57d191-32ae-4235-b57e-dcda0af02b3e,segment=NetworkSegment(794bf60a-761d-49d2-a2a8-5106ad4b8cd5),segment_id=794bf60a-761d-49d2-a2a8-5106ad4b8cd5)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:51.959162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.020434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.036014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-06c08700-b3ee-4250-bb16-554233ce171c tempest-VolumesNegativeTest-1693307130 tempest-VolumesNegativeTest-1693307130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:52.082802 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Calling delete_port for 5d57d191-32ae-4235-b57e-dcda0af02b3e owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:34:52.086634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d57d191-32ae-4235-b57e-dcda0af02b3e,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:52.091445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:52.155235 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:34:52.155534 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:34:52.176530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] No DVR routers for this DVR port 5d57d191-32ae-4235-b57e-dcda0af02b3e on host dv-cinder-763306-6-smb {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:34:52.336528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.657155 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Deleting port 5d57d191-32ae-4235-b57e-dcda0af02b3e {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:34:52.657538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.703484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9a3f90-c962-4257-b56d-45ecb224c622']}} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:52.725001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794bf60a-761d-49d2-a2a8-5106ad4b8cd5') {'for_net_delete': True} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:52.725333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794bf60a-761d-49d2-a2a8-5106ad4b8cd5') {} {{(pid=80238) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:34:52.727198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-da21eca0-7b2a-4c57-8902-592e6ca61143 None None] The port '5d57d191-32ae-4235-b57e-dcda0af02b3e' was deleted {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 09 05:34:52.744560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6b5d8-f81c-4743-b936-a8bdf2746e40 req-38a79008-0dac-4b47-aac8-4353050bbc01 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:52.746182 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-82f6b5d8-f81c-4743-b936-a8bdf2746e40 req-38a79008-0dac-4b47-aac8-4353050bbc01 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.4557691 Dec 09 05:34:52.747827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852408950'] for segment, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.784813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:52.788602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:34:52.882549 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-82f6b5d8-f81c-4743-b936-a8bdf2746e40 req-93d30224-c67c-488f-8e51-3e214ef9506c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271496 Dec 09 05:34:52.980825 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 has no segments {{(pid=80238) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:34:52.989726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852350492'] for segment, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.169202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Network 5d9a3f90-c962-4257-b56d-45ecb224c622 has no segments {{(pid=80238) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:34:53.192616 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:34:53.270485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.273671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-01098d02-389b-4cc9-928f-f3b0c4189584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:53.293370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.295992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9a3f90-c962-4257-b56d-45ecb224c622,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:53.299779 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:53.318711 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5a5e1d3e-7cc7-4922-b117-ba8abed89253 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5d9a3f90-c962-4257-b56d-45ecb224c622 HTTP/1.1" status: 204 len: 168 time: 2.0390518 Dec 09 05:34:53.366011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5d57d191-32ae-4235-b57e-dcda0af02b3e no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:53.399787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 5d57d191-32ae-4235-b57e-dcda0af02b3e {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:34:53.400183 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5d57d191-32ae-4235-b57e-dcda0af02b3e not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:34:53.467924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47326) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:53.520500 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-47d5e323-15c2-47c5-b68e-2ba66a0d7d08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5d4835da240464b973403e0ed7688bc&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0511870 Dec 09 05:34:53.523107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47330) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:53.583998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.610299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.655201 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.660714 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b9899d11-e966-402f-848f-53c16b537f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:53.676836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad0b7fb-44b2-4a46-bb0b-adc7a9a52a4c,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:53.680869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:53.684207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.689753 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ad0b7fb-44b2-4a46-bb0b-adc7a9a52a4c HTTP/1.1" status: 204 len: 168 time: 0.1648893 Dec 09 05:34:53.848133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:34:53.966717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:53.998676 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:34:54.006616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:34:54.010056 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:54.012517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:54.072838 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'code': 422} returned with failed status Dec 09 05:34:54.083506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:54.089085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:54.131892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780affbd-7c33-4ef3-9e34-e0ebf9966276 req-ee452cfe-89e3-4683-9ffd-26d475b47ec9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:54.133529 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-780affbd-7c33-4ef3-9e34-e0ebf9966276 req-ee452cfe-89e3-4683-9ffd-26d475b47ec9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0986893 Dec 09 05:34:54.186999 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-780affbd-7c33-4ef3-9e34-e0ebf9966276 req-0a8e53b5-dff0-4f24-a430-56e451bb8dea tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Dec 09 05:34:54.666649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47366) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:54.815016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-740413430-network', 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:34:54.820012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:34:54.824258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Usage tracker for resource:network and tenant:8ab930b690af4cf88f26ff04d76d8090 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:34:54.827348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:34:54.833713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:34:54.847362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'network': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:34:54.852328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for network, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:54.865643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:54.880867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:34:54.885035 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab930b690af4cf88f26ff04d76d8090 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:34:54.888050 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:34:54.894541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:34:54.984583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:54.987469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:54.991687 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1cd878a2-70bd-4ecb-baba-1c47ce68f63c tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:55.024258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 09 05:34:55.034695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb7f2b-6db5-4bce-b08a-ec9790bc203a,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:55.038656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:55.041270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.041658 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.segments_db [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Added segment 4eb99ab9-44d3-464d-b81d-2ca2259f5398 of type vxlan for network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 Dec 09 05:34:55.069793 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363243689995192'] for network, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.100917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541'] for network, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.102703 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:55.102921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.115728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:55.212654 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5447741 Dec 09 05:34:55.216074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47380) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:55.221663 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Pushing event updated for resources: {'Network': ['ID=1564dbaa-192e-4ec7-a913-b71b9279a6a6,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:55.223177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Request body: {'subnet': {'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-740413430-subnet', 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:34:55.224711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3df3e454-1631-4ab3-9504-9133e595c313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:55.228602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:34:55.233237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Usage tracker for resource:subnet and tenant:8ab930b690af4cf88f26ff04d76d8090 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:34:55.234660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 details requested by agent ovs-agent-dv-cinder-763306-6-smb with host dv-cinder-763306-6-smb {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:34:55.237120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:34:55.243203 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:34:55.252662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 05:34:55.254236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'subnet': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:34:55.259496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852888636'] for subnet, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.687165 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2794268', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852888619'] for subnet, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:55.705655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:34:55.785506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47402) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:34:55.883765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5,revision_number=0']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:34:55.906159 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.906595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.907003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.907405 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.907850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.908730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.909126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.909520 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.909912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.910328 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.910724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.911116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.911548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.911941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.912335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.912725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.913112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.913505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.913893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.914381 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.914748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.915143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.915530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.915917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:34:55.924720 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:34:55.940149 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-b09cf73c-042a-4bf2-ba8e-c7a61cfe4961 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1529760 Dec 09 05:34:55.976905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608132c-f5d6-4c8f-9efa-97c3eee7366f req-96286740-1cfc-41f7-bf59-f88031ce1598 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:55.978564 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5608132c-f5d6-4c8f-9efa-97c3eee7366f req-96286740-1cfc-41f7-bf59-f88031ce1598 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.2767320 Dec 09 05:34:56.035881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Checking segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:34:56.036472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Network hostable DHCP agents. Network: 1564dbaa-192e-4ec7-a913-b71b9279a6a6, hostable agents: ['f3cab337-4240-4a2f-97ca-d9370055ca65'], hosted agents: [] {{(pid=80239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 05:34:56.052215 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5608132c-f5d6-4c8f-9efa-97c3eee7366f req-ebc6daad-a4d7-4c85-8a45-541cc586989d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662887 Dec 09 05:34:56.065131 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 is scheduled to be hosted by DHCP agent f3cab337-4240-4a2f-97ca-d9370055ca65 with binding_index 1 {{(pid=80239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 05:34:56.074750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-6-smb, 1564dbaa-192e-4ec7-a913-b71b9279a6a6) {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:34:56.087126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:56.087786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:34:56.098790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f44c4-7f55-47b6-bc42-0c683593ec60 None None] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:34:56.117601 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f8e82ae1-44d6-4a5c-89f0-0f88c41ce7e5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8991175 Dec 09 05:34:56.356395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2407794-3ace-4085-b389-6fade59a4a02 None None] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:34:56.808189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-91a0a9f5-a7f3-43e7-8b8a-3e665950ed18 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:56.808935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f1627751-e992-4925-b99a-b1315c0246c1 req-91a0a9f5-a7f3-43e7-8b8a-3e665950ed18 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:network {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:34:56.838752 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f1627751-e992-4925-b99a-b1315c0246c1 req-91a0a9f5-a7f3-43e7-8b8a-3e665950ed18 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:network {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:34:56.840013 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-91a0a9f5-a7f3-43e7-8b8a-3e665950ed18 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.2434134 Dec 09 05:34:56.841921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-b0be2c4f-fddb-4eca-a323-99ae795345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:56.843440 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-b0be2c4f-fddb-4eca-a323-99ae795345f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba&tenant_id=8ea08a4ed13c41d7aea1a727b184d705 HTTP/1.1" status: 200 len: 1160 time: 0.1404686 Dec 09 05:34:56.856868 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-b3bb6b88-1673-4ff9-84de-3e730ee3ee36 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/quotas/8ab930b690af4cf88f26ff04d76d8090 HTTP/1.1" status: 200 len: 375 time: 0.0096617 Dec 09 05:34:56.949112 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-b71a2d1d-618b-41f8-a0d0-f35be50db511 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859714 Dec 09 05:34:56.985777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-f4e2ebfa-299d-411d-918c-816e16fcf7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:56.987485 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-f4e2ebfa-299d-411d-918c-816e16fcf7c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1160 time: 0.0911050 Dec 09 05:34:57.244161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-2b7db50d-3975-4446-a521-9beeaea39361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:57.245682 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-2b7db50d-3975-4446-a521-9beeaea39361 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.2514000 Dec 09 05:34:57.336845 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-5bbe3c66-1314-414b-a121-bfe93b57cfe7 service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777778 Dec 09 05:34:57.417895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-fa14759c-e91f-402c-9343-a67186055a96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 999 time: 0.1616163 Dec 09 05:34:57.523655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37a31-8abe-4c03-9111-9a535ca7adc2 req-f441e28d-e2d5-4af7-a427-e41b0dea0251 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:57.525218 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0de37a31-8abe-4c03-9111-9a535ca7adc2 req-f441e28d-e2d5-4af7-a427-e41b0dea0251 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.3150389 Dec 09 05:34:57.565899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-9cf67c6d-0b61-450e-a673-25f26a71103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:57.567525 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-9cf67c6d-0b61-450e-a673-25f26a71103e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0997097 Dec 09 05:34:57.572900 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-30d7a0de-5597-49e7-af77-0c8ef60ff04f service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2264428 Dec 09 05:34:57.574580 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0de37a31-8abe-4c03-9111-9a535ca7adc2 req-2efe49a2-e7a4-4ff1-81b2-8eef86bc88bb tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 Dec 09 05:34:57.653403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-2b332cdc-7c9e-4b23-b69c-cbbfdb6f40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:57.655064 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-2b332cdc-7c9e-4b23-b69c-cbbfdb6f40c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803807 Dec 09 05:34:57.819979 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-efb8e488-99b7-483d-9cb3-455685647b70 req-48e330f4-ba3d-437f-bcbd-011c528b0990 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0648110 Dec 09 05:34:57.854288 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-f473e5ef-8bee-4b39-af40-c9fd881124a1 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921897 Dec 09 05:34:58.062103 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f944f659-8d58-4e0b-a2fa-13a61a6791da req-6f95981e-22b8-4f04-824d-7f90d854179c service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2007122 Dec 09 05:34:58.098780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e43ad-6ed3-4a83-9836-9bcac9d4809a req-c8435232-d92e-41cb-b06e-536c7902cc85 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:58.102027 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c6e43ad-6ed3-4a83-9836-9bcac9d4809a req-c8435232-d92e-41cb-b06e-536c7902cc85 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1079021 Dec 09 05:34:58.160217 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4c6e43ad-6ed3-4a83-9836-9bcac9d4809a req-c7e65543-cfb8-4c76-8adf-24f91c34a5ed tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0488293 Dec 09 05:34:58.811162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e106a6-eaee-4493-a162-402361cee4eb req-80a025f0-e99e-4f94-8321-0658cb5fce18 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:58.812784 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-29e106a6-eaee-4493-a162-402361cee4eb req-80a025f0-e99e-4f94-8321-0658cb5fce18 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0853882 Dec 09 05:34:58.865324 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-29e106a6-eaee-4493-a162-402361cee4eb req-a905bb2f-5d12-4245-aee0-8353911ab00d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450866 Dec 09 05:34:59.016319 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c55355fc-6d06-489a-b05b-11ca9c92e4c7 req-23dd0e25-5004-4022-8f4e-09f4dae78521 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0536551 Dec 09 05:34:59.434526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad90b20-84f4-4ad7-b3d0-31f48498a541 req-a585e8a1-74cb-492e-86fa-60631be07ca3 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:59.443945 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ad90b20-84f4-4ad7-b3d0-31f48498a541 req-a585e8a1-74cb-492e-86fa-60631be07ca3 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1160624 Dec 09 05:34:59.489829 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-ed981d61-f2ab-4b32-9a29-531892a40925 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:34:59.491576 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-ed981d61-f2ab-4b32-9a29-531892a40925 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.4630871 Dec 09 05:34:59.495324 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8ad90b20-84f4-4ad7-b3d0-31f48498a541 req-5b7e9df6-2e5d-4173-ba50-7a3dc8e50d56 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0503018 Dec 09 05:35:00.124789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4415-26b2-4701-808f-5179e35c736b req-8ae94289-73a2-451c-82df-a514ea6d2c38 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:00.126786 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4eb4415-26b2-4701-808f-5179e35c736b req-8ae94289-73a2-451c-82df-a514ea6d2c38 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.1003480 Dec 09 05:35:00.196368 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4eb4415-26b2-4701-808f-5179e35c736b req-97d6bf26-eda1-4748-9a76-38af54ea1408 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611424 Dec 09 05:35:00.219090 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2ca0bb0e-8695-487e-b4cd-d43eed349073 req-91705801-93b6-4293-98f9-216ced5f12ca tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0556080 Dec 09 05:35:00.734531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef97e48-3bfc-4978-960d-5f35da28538c req-664ce80d-f569-4afb-80e8-094688750f60 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:00.736691 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2ef97e48-3bfc-4978-960d-5f35da28538c req-664ce80d-f569-4afb-80e8-094688750f60 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0915389 Dec 09 05:35:00.785337 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2ef97e48-3bfc-4978-960d-5f35da28538c req-8a05ea30-af8c-4a34-9eae-9bfd0e734cac tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0418828 Dec 09 05:35:01.405113 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6c27d7a5-33f3-4e52-b288-79025affa7c3 req-6e00010f-4e86-43da-99ae-78bbfda16be4 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0483780 Dec 09 05:35:01.446661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f110fc-25eb-4a64-a08f-d863e32366c2 req-82ba6c14-425f-4ad4-b49f-6ad1a4fee610 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:01.448925 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f2f110fc-25eb-4a64-a08f-d863e32366c2 req-82ba6c14-425f-4ad4-b49f-6ad1a4fee610 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0879622 Dec 09 05:35:01.499006 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f2f110fc-25eb-4a64-a08f-d863e32366c2 req-67ac177a-169f-4f28-b0b9-1607f2967a99 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Dec 09 05:35:02.010608 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec429-cebb-482b-8bc4-25124b4b4e0c req-75a93831-c530-4dc0-a77a-49360bbbf2d3 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:02.012167 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f0ec429-cebb-482b-8bc4-25124b4b4e0c req-75a93831-c530-4dc0-a77a-49360bbbf2d3 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0911982 Dec 09 05:35:02.062269 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7f0ec429-cebb-482b-8bc4-25124b4b4e0c req-9c59086f-ac01-4d7a-8f58-4b2fb46c77cc tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0428791 Dec 09 05:35:02.595140 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d591f6ab-a529-4efb-9ce3-e467cfc906c8 req-342fe941-1c67-45fa-a35a-e72294d2af0f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0526907 Dec 09 05:35:02.747221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bed263-5439-4ba8-8fed-807a1155b0c6 req-62a8c1b0-aea8-40ed-9a9c-4bd19c89f38f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:02.748750 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-49bed263-5439-4ba8-8fed-807a1155b0c6 req-62a8c1b0-aea8-40ed-9a9c-4bd19c89f38f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0907900 Dec 09 05:35:02.802246 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-49bed263-5439-4ba8-8fed-807a1155b0c6 req-84061ff7-4555-4ce0-836d-59281fbf3362 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 Dec 09 05:35:03.291617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df78cea-31f0-4b0f-97a5-240b364d7322 req-4e767b23-f311-4cbc-ba3b-2059cd55772c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:03.293202 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7df78cea-31f0-4b0f-97a5-240b364d7322 req-4e767b23-f311-4cbc-ba3b-2059cd55772c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0889084 Dec 09 05:35:03.347001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7df78cea-31f0-4b0f-97a5-240b364d7322 req-7f8917b2-e165-4419-ae59-0ddc805e2f23 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0455549 Dec 09 05:35:03.804172 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ea563b9b-5d3d-4b98-9d31-c90f79e73e5d req-51de175f-9654-4a4b-bc12-2645ec121890 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0647480 Dec 09 05:35:04.041685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e16a65-65f0-4f90-9514-028300847503 req-0b5d0756-63ae-41a4-bc19-315640ac7b5d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:04.043343 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-34e16a65-65f0-4f90-9514-028300847503 req-0b5d0756-63ae-41a4-bc19-315640ac7b5d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0918193 Dec 09 05:35:04.092253 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-34e16a65-65f0-4f90-9514-028300847503 req-0ed340d4-3ba7-46d5-904f-4e4cab56ea7a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Dec 09 05:35:04.572246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60579e6-4a00-451e-97a1-bd9134d66537 req-49409e49-dfcf-441c-879e-ca0a1e98eec1 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:04.573930 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d60579e6-4a00-451e-97a1-bd9134d66537 req-49409e49-dfcf-441c-879e-ca0a1e98eec1 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0925677 Dec 09 05:35:04.628989 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d60579e6-4a00-451e-97a1-bd9134d66537 req-a8314675-6ea9-4563-b69b-ca6f50f3ecee tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0478165 Dec 09 05:35:04.991079 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-65756d9b-2a3e-48d7-8bd8-9d8d6d0652ff req-66d36c6b-3c37-4c3d-a79d-2e7f09f9fcde tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0486171 Dec 09 05:35:05.343041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6789c-943f-4b1a-9404-c9c3a9597bcc req-49aa8ed9-d292-472e-b3ee-54e4ecd4eb34 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:05.344909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cac6789c-943f-4b1a-9404-c9c3a9597bcc req-49aa8ed9-d292-472e-b3ee-54e4ecd4eb34 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0868242 Dec 09 05:35:05.396067 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cac6789c-943f-4b1a-9404-c9c3a9597bcc req-4c9fda45-7bb6-45cf-b254-269a865d4606 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Dec 09 05:35:05.861478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f75f4-1b82-4ceb-adc0-a8642fdcc31e req-c6efa7f2-3d90-459d-a6ff-c32ed7a157d8 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:05.863331 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f92f75f4-1b82-4ceb-adc0-a8642fdcc31e req-c6efa7f2-3d90-459d-a6ff-c32ed7a157d8 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0955272 Dec 09 05:35:05.915838 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f92f75f4-1b82-4ceb-adc0-a8642fdcc31e req-cf50ac7c-fba0-4c4e-8eed-849fd75adf00 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0452318 Dec 09 05:35:06.193683 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-401c1599-8ef9-4f15-854e-9bb73eb9b18c req-fc670b14-5a16-4553-8b5a-533b4f980f5d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0522809 Dec 09 05:35:06.640420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec856e19-c3d6-4be2-87f4-6c51c8ddcb3d req-ab98d07c-3056-4626-8aea-3db1e56937b8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:06.642071 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ec856e19-c3d6-4be2-87f4-6c51c8ddcb3d req-ab98d07c-3056-4626-8aea-3db1e56937b8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0871971 Dec 09 05:35:06.695350 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ec856e19-c3d6-4be2-87f4-6c51c8ddcb3d req-62598a7d-e545-4fac-9a7d-5322529b1fd8 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467277 Dec 09 05:35:07.142873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b16460-25d6-4735-aae3-43c575fc2fc3 req-65f7d0be-eb82-4c6b-8b6e-08a691a24cd2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:07.145117 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c7b16460-25d6-4735-aae3-43c575fc2fc3 req-65f7d0be-eb82-4c6b-8b6e-08a691a24cd2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0940993 Dec 09 05:35:07.196368 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c7b16460-25d6-4735-aae3-43c575fc2fc3 req-89bc5842-ff6c-42d5-814f-544941a677d7 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0451071 Dec 09 05:35:07.375312 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b955430a-05b0-41c2-9e73-0f4e0b65c6a4 req-8e649dcf-b0d4-46e2-8beb-c984559ee8fb tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0477931 Dec 09 05:35:07.937523 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8f847-0448-4f6d-9f24-9bd180b7b482 req-dfd02c7a-5242-44d8-a2b7-97226669315a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:07.939172 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-07a8f847-0448-4f6d-9f24-9bd180b7b482 req-dfd02c7a-5242-44d8-a2b7-97226669315a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0896590 Dec 09 05:35:07.988556 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-07a8f847-0448-4f6d-9f24-9bd180b7b482 req-ab06f8e8-5a95-4c27-891b-27e207147ff9 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Dec 09 05:35:08.007577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:08.082601 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:08.083015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:08.422487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed372f48-7610-413e-acb6-1d1de1aa67be req-94c8a699-2681-4c2a-8742-d06fa2cb3bae tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:08.424480 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ed372f48-7610-413e-acb6-1d1de1aa67be req-94c8a699-2681-4c2a-8742-d06fa2cb3bae tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0916984 Dec 09 05:35:08.486864 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ed372f48-7610-413e-acb6-1d1de1aa67be req-4e9f0c43-ef00-4594-a00a-e1f8151c8605 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0493088 Dec 09 05:35:08.572795 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5de4ab3-cbf6-4e05-9b53-0437fae4532d req-a4e3f0c2-df72-413d-8532-aba870d53f4c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0488825 Dec 09 05:35:09.224449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b1f29-0e20-449c-99e3-31e5906c2c0d req-5fd6a39e-4eb0-41f3-90f9-fbbe384cce57 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:09.226088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a98b1f29-0e20-449c-99e3-31e5906c2c0d req-5fd6a39e-4eb0-41f3-90f9-fbbe384cce57 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0883577 Dec 09 05:35:09.275973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a98b1f29-0e20-449c-99e3-31e5906c2c0d req-51b1515c-f6f8-4d75-ac26-1f741dbd4621 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435643 Dec 09 05:35:09.705383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350ee7-db90-4e5f-8f5e-673e0682820b req-fb2737aa-32e1-4df4-83f9-78f4c9d34307 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:09.708072 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dd350ee7-db90-4e5f-8f5e-673e0682820b req-fb2737aa-32e1-4df4-83f9-78f4c9d34307 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0873587 Dec 09 05:35:09.754837 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-29a786a0-cd6b-4238-bfe8-c71457427935 req-eeb922b6-5198-40ee-a771-9630ae4da1b7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0505056 Dec 09 05:35:09.756262 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dd350ee7-db90-4e5f-8f5e-673e0682820b req-f40d5371-3967-41c5-b3ff-393e919745b0 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0415709 Dec 09 05:35:09.799207 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Request body: {'port': {'device_id': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6', 'admin_state_up': True, 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:09.951852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:35:09.956094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Usage tracker for resource:port and tenant:8ab930b690af4cf88f26ff04d76d8090 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:35:09.959763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Quota usage for port was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:35:09.965718 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:35:09.975827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'port': 1} {{(pid=80238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:35:09.981100 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:10.012483 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-2746157e-3947-49c1-b554-f6c37c6dd753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.014117 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-2746157e-3947-49c1-b554-f6c37c6dd753 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0784502 Dec 09 05:35:10.167736 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-121b69ff-93fb-4d23-9220-6b88bb1dc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.169355 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-121b69ff-93fb-4d23-9220-6b88bb1dc1ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1481276 Dec 09 05:35:10.280453 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-9a7cabfb-ec5d-4f90-988c-794fb566a7c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1002 time: 0.1035833 Dec 09 05:35:10.301694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Allocated IP 172.20.0.8 (1564dbaa-192e-4ec7-a913-b71b9279a6a6/4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5/01530706-00f9-49f6-b63d-583452ec5fb3) {{(pid=80238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:35:10.353372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-05c7fc00-9d7e-4c04-a137-22c09eb3fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.355019 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-05c7fc00-9d7e-4c04-a137-22c09eb3fb34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0672238 Dec 09 05:35:10.486372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-b3cc23a6-3baf-47b5-b802-4e50dfc6337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.488595 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-b3cc23a6-3baf-47b5-b802-4e50dfc6337c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1250558 Dec 09 05:35:10.526015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks [] for port, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:10.582627 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:10.630276 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cbe8b310-067a-47b0-a0c5-7f38d98082f0 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:10.643877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4730f-0b7e-446d-bf02-523e3a404f4d req-27049431-991a-4f28-92e8-bf7fc86de92f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.645986 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5f4730f-0b7e-446d-bf02-523e3a404f4d req-27049431-991a-4f28-92e8-bf7fc86de92f tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.2121837 Dec 09 05:35:10.708508 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-d51b8a5b-4df4-43e0-bbbe-d1e19aa107bc service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129757 Dec 09 05:35:10.758407 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f5f4730f-0b7e-446d-bf02-523e3a404f4d req-255ede8f-feeb-4ed2-853e-b4d61518757c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970070 Dec 09 05:35:10.865494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event updated for resources: {'Port': ['ID=01530706-00f9-49f6-b63d-583452ec5fb3,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:10.869535 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:10.876892 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 is already hosted by enough agents. {{(pid=80238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:35:10.879426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources bound (agent type, host, resource id): {{(pid=80238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:35:10.886400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Received port after_create {{(pid=80238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:35:10.898357 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4275b4eb-40f0-462b-a8a6-9f2efec88381 req-a132a88e-3537-4502-a2cc-e0a8d57ca02b service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1798973 Dec 09 05:35:10.994463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f84b5d-f3f2-4565-9d01-422bd9d97d84 req-18b815ca-2851-4ce7-ada6-76ed470e7b72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.996062 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16f84b5d-f3f2-4565-9d01-422bd9d97d84 req-18b815ca-2851-4ce7-ada6-76ed470e7b72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0885663 Dec 09 05:35:10.997975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:10.998686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:11.026801 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2319360 Dec 09 05:35:11.041262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Request body: {'port': {'device_id': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:11.045936 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-16f84b5d-f3f2-4565-9d01-422bd9d97d84 req-9cb89aa5-b709-4a49-8d99-d3bd296a0808 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0434129 Dec 09 05:35:11.090886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-74a70763-d129-4a08-8d7e-9816ab768306 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:11.091643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-74a70763-d129-4a08-8d7e-9816ab768306 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:35:11.154234 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-74a70763-d129-4a08-8d7e-9816ab768306 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:35:11.155523 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-74a70763-d129-4a08-8d7e-9816ab768306 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 931 time: 0.2355373 Dec 09 05:35:11.210115 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:11.232390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-5af41f80-b436-4b2e-85cf-1058e8d3852f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:security_group {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:35:11.299020 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-5af41f80-b436-4b2e-85cf-1058e8d3852f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:security_group {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:35:11.300160 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-eb087e0e-65a2-4c5d-8a62-2261bad17896 req-5af41f80-b436-4b2e-85cf-1058e8d3852f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376476 Dec 09 05:35:11.633492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01530706-00f9-49f6-b63d-583452ec5fb3 {{(pid=80238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:35:11.640482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:11.652619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Transition to ACTIVE for port object 01530706-00f9-49f6-b63d-583452ec5fb3 will not be triggered until provisioned by entity L2. {{(pid=80238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:35:11.655171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:11.670914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7afcfce0-1e8d-4a8d-936a-a09da47a1610 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:11.812178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Pushing event updated for resources: {'Port': ['ID=01530706-00f9-49f6-b63d-583452ec5fb3,revision_number=2']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:11.816654 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:11.987758 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Attempting to bind port 01530706-00f9-49f6-b63d-583452ec5fb3 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:35:11.988132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Attempting to bind port 01530706-00f9-49f6-b63d-583452ec5fb3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:35:11.988512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Attempting to bind port 01530706-00f9-49f6-b63d-583452ec5fb3 on network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:35:11.989544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05afca6-2495-49b6-9155-194225857f16 req-e709b165-2c0e-469c-a72c-77b6422e9ddc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:11.991226 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a05afca6-2495-49b6-9155-194225857f16 req-e709b165-2c0e-469c-a72c-77b6422e9ddc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 943 time: 0.0835304 Dec 09 05:35:11.994321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:35:11.994705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Checking segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:35:11.995116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:11.995517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Bound using segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} {{(pid=80238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:35:11.995996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Bound port: 01530706-00f9-49f6-b63d-583452ec5fb3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}}] {{(pid=80238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:35:11.996376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.042681 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a05afca6-2495-49b6-9155-194225857f16 req-c5d836a4-cce2-42d0-adae-699fe63dac56 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Dec 09 05:35:12.094251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] For port 01530706-00f9-49f6-b63d-583452ec5fb3, host hv-cinder-76330, cleared binding levels {{(pid=80238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:35:12.098017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] For port 01530706-00f9-49f6-b63d-583452ec5fb3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=01530706-00f9-49f6-b63d-583452ec5fb3,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:35:12.103154 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852350522'] for port, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.119755 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8f343863-0fe3-48b0-9a3a-68bdc6c21248 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:12.320264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Pushing event updated for resources: {'Port': ['ID=01530706-00f9-49f6-b63d-583452ec5fb3,revision_number=3']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:12.320434 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:12.333235 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:12.379443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003210b-0a39-44fb-9967-52c728a39b26 req-66764161-0f27-4d18-a736-e06f8928fdab tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.380988 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6003210b-0a39-44fb-9967-52c728a39b26 req-66764161-0f27-4d18-a736-e06f8928fdab tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1986554 Dec 09 05:35:12.404012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:12.404810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.407171 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.407870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.409653 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-2a79c14e-12b4-4496-8add-256d88543a8f service neutron] 10.222.0.54 "PUT /v2.0/ports/01530706-00f9-49f6-b63d-583452ec5fb3 HTTP/1.1" status: 200 len: 1157 time: 1.3736024 Dec 09 05:35:12.410370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:12.449111 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-6003210b-0a39-44fb-9967-52c728a39b26 req-d7168a97-6063-4c30-8978-18bcc891393b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0608079 Dec 09 05:35:12.532820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-127a4d71-7d20-4ea4-986d-bea38f91baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.535685 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-127a4d71-7d20-4ea4-986d-bea38f91baf2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 1160 time: 0.0849111 Dec 09 05:35:12.547916 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3', 'status': 'completed', 'code': 200} Dec 09 05:35:12.559173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.601286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:12.608702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12343d8-6bd9-4205-8efa-4083fff1ed8e req-f5aeed8d-4049-4b3d-989b-dff536c97d05 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.610513 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b12343d8-6bd9-4205-8efa-4083fff1ed8e req-f5aeed8d-4049-4b3d-989b-dff536c97d05 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1313295 Dec 09 05:35:12.617015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:12.622668 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:12.624826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:12.626255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-859b9c2b-d217-4433-822e-08e5440adac9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01530706-00f9-49f6-b63d-583452ec5fb3 HTTP/1.1" status: 200 len: 217 time: 0.0767605 Dec 09 05:35:12.673685 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b12343d8-6bd9-4205-8efa-4083fff1ed8e req-d141b242-d67b-4e17-86e9-7830d9aed275 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 Dec 09 05:35:12.682332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'code': 200} Dec 09 05:35:12.715173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627751-e992-4925-b99a-b1315c0246c1 req-d74bba9d-ec07-471d-a1d2-5f389d49b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.717030 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-d74bba9d-ec07-471d-a1d2-5f389d49b3dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0785568 Dec 09 05:35:12.719732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=6']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:12.723780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:12.942678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10517f-e819-47e8-a7af-afa3bc120bf8 req-7c221cf5-7953-4b5b-bbc4-312004c705c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:12.944351 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da10517f-e819-47e8-a7af-afa3bc120bf8 req-7c221cf5-7953-4b5b-bbc4-312004c705c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1162 time: 0.0854568 Dec 09 05:35:12.995806 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-da10517f-e819-47e8-a7af-afa3bc120bf8 req-fe97c7b6-3cbf-405d-9558-06f4ae152a92 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Dec 09 05:35:13.013073 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-440b4950-0986-49bc-b89d-e740127c31b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2869499 Dec 09 05:35:13.395909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-04c43a67-ca38-48cc-8dbb-cfbe66df692d service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707697 Dec 09 05:35:13.402535 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22344b2-29a0-49b8-b4ac-6d1ac53fec06 req-4e677c66-ae0a-4b3d-ad48-f5c1fce4c956 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:13.404059 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d22344b2-29a0-49b8-b4ac-6d1ac53fec06 req-4e677c66-ae0a-4b3d-ad48-f5c1fce4c956 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.2146206 Dec 09 05:35:13.557919 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d22344b2-29a0-49b8-b4ac-6d1ac53fec06 req-ea6abbf0-dc52-4e7a-8458-cae7da5c35e2 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293504 Dec 09 05:35:13.591964 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f1627751-e992-4925-b99a-b1315c0246c1 req-58863457-7db9-48ca-8f5c-f69db2ff2c36 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1858094 Dec 09 05:35:13.683639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea822-dbae-4459-9f06-5c64d5de8443 req-bad8c855-8203-4ba4-bcd6-ae4751760c2b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:13.685167 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2b2ea822-dbae-4459-9f06-5c64d5de8443 req-bad8c855-8203-4ba4-bcd6-ae4751760c2b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0853343 Dec 09 05:35:13.718797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-15b7da4c-dbdc-410b-96b5-611abb4341a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:13.720585 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-15b7da4c-dbdc-410b-96b5-611abb4341a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 1160 time: 0.0804577 Dec 09 05:35:13.734873 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2b2ea822-dbae-4459-9f06-5c64d5de8443 req-0d1c0f3b-b38b-4fae-90ff-bc38b12c8421 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0424094 Dec 09 05:35:13.942002 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-90888dfa-af42-4026-b8c5-9d897d6fadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:13.943829 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-90888dfa-af42-4026-b8c5-9d897d6fadab service neutron] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 908 time: 0.2145665 Dec 09 05:35:13.950824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b531-fee7-4062-b36f-6ede060d6d7a req-0f2c2e52-ae40-4b9f-ab32-d448005c089a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:13.954648 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cac3b531-fee7-4062-b36f-6ede060d6d7a req-0f2c2e52-ae40-4b9f-ab32-d448005c089a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1270394 Dec 09 05:35:14.038773 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-3312660a-1507-4955-880f-c9fdee086d83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01530706-00f9-49f6-b63d-583452ec5fb3 HTTP/1.1" status: 200 len: 217 time: 0.0829797 Dec 09 05:35:14.062266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:14.133287 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cac3b531-fee7-4062-b36f-6ede060d6d7a req-3902f6c8-5cab-4c10-b2f8-859d93cd272b tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234560 Dec 09 05:35:14.141293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-967a2eb5-7c64-4d5e-bd21-2bea72cfa1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:14.142879 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-967a2eb5-7c64-4d5e-bd21-2bea72cfa1f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0968413 Dec 09 05:35:14.168848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:14.169279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:14.199650 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-ec97be0b-7c34-4555-abc4-e55e372d0bfb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485404 Dec 09 05:35:14.233252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b46a71f4-1b15-4cee-9b43-ad6a6b94965f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:14.315004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:35:14.355256 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-8d5396aa-b1d2-4d7f-8afe-6a47a5078c4e service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474524 Dec 09 05:35:14.440743 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:14.480127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:14.483333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:14.485321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:14.517124 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41052027-f54c-46d1-8c77-fc21e40d4184 req-a2d1725f-b263-41e5-837a-b7cb81e6219d service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443186 Dec 09 05:35:14.557876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=5']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:14.561329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:14.684223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:14.801438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef6d2a-e3a6-4a0a-860b-7e5c690433db req-4e7ef2f1-33e2-480e-8aa5-e7c178433ead tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:14.803133 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4fef6d2a-e3a6-4a0a-860b-7e5c690433db req-4e7ef2f1-33e2-480e-8aa5-e7c178433ead tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0898063 Dec 09 05:35:14.856497 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4fef6d2a-e3a6-4a0a-860b-7e5c690433db req-5eeb962c-08a0-40bc-ba78-9947363dd75e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468004 Dec 09 05:35:14.939524 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'code': 422} returned with failed status Dec 09 05:35:15.074028 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-22d8b151-d8ae-42ed-b150-c47c04d5e46a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749433 Dec 09 05:35:15.161658 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9340f-1518-4c48-8b4f-58fa907e3bf7 req-34ed313a-4f0d-430d-b77b-3c09681f32a4 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:15.163298 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2de9340f-1518-4c48-8b4f-58fa907e3bf7 req-34ed313a-4f0d-430d-b77b-3c09681f32a4 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0865657 Dec 09 05:35:15.218245 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2de9340f-1518-4c48-8b4f-58fa907e3bf7 req-0e74adbe-d32a-4bcb-8ff6-49e8017aa549 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0479772 Dec 09 05:35:15.373488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4b0a1-6ee2-4ebc-b487-349ca64c1eab req-c55b70d4-e71e-404b-a4f9-fe66fa69abe6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:15.375062 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e6f4b0a1-6ee2-4ebc-b487-349ca64c1eab req-c55b70d4-e71e-404b-a4f9-fe66fa69abe6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 943 time: 0.0894141 Dec 09 05:35:15.423310 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e6f4b0a1-6ee2-4ebc-b487-349ca64c1eab req-1dac75f0-4c29-4c88-8d48-127798424b7d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Dec 09 05:35:16.097876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96abb24-ce3c-4a52-9120-daf1f10c1a9a req-bc2edf90-7b34-444b-a033-a195d4b1d72a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.099698 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f96abb24-ce3c-4a52-9120-daf1f10c1a9a req-bc2edf90-7b34-444b-a033-a195d4b1d72a tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0915363 Dec 09 05:35:16.119817 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.objects.ports [None req-3a28350e-f190-4030-9cd8-8815c1311289 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80240) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 09 05:35:16.201950 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f96abb24-ce3c-4a52-9120-daf1f10c1a9a req-2856211e-2dfc-48b1-a11a-970bc3ae3c23 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635259 Dec 09 05:35:16.219614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-82dc1c3a-cfd4-4dfc-9bd6-a1dbb79e8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.221208 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-82dc1c3a-cfd4-4dfc-9bd6-a1dbb79e8b37 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731&tenant_id=b51785a98e344525bd9b93c45e190ec4 HTTP/1.1" status: 200 len: 1161 time: 0.1182325 Dec 09 05:35:16.323994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-2bbe5701-ba47-4713-aebd-800c3a10a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.325636 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-2bbe5701-ba47-4713-aebd-800c3a10a1b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1161 time: 0.0778441 Dec 09 05:35:16.433021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee5607-06aa-4e1e-b5ca-9bbcc841e7c8 req-8dfdb5d2-4767-4d68-aa79-d7759d0404be tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.434649 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19ee5607-06aa-4e1e-b5ca-9bbcc841e7c8 req-8dfdb5d2-4767-4d68-aa79-d7759d0404be tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0862114 Dec 09 05:35:16.473530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-1abf0684-c2e2-4690-9990-168256337747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.475518 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-1abf0684-c2e2-4690-9990-168256337747 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1424603 Dec 09 05:35:16.478510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:16.485562 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-19ee5607-06aa-4e1e-b5ca-9bbcc841e7c8 req-3c536423-03a1-48dc-85e1-c58dbcdd5396 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0441132 Dec 09 05:35:16.551147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-72a77d7b-f409-4a97-9945-03fd4231f0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:16.580258 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:16.580677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:16.637826 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-53e87a92-8f97-4d76-8671-96e271f7786d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1000 time: 0.1556082 Dec 09 05:35:16.704435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 01530706-00f9-49f6-b63d-583452ec5fb3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:16.732732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-c74a33d2-290b-4495-8d5b-d987c45dfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.734393 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-c74a33d2-290b-4495-8d5b-d987c45dfb6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0869725 Dec 09 05:35:16.740462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f4f7f-e0e6-4f9f-a468-d4efd1a724be req-74b6074b-639a-440e-a096-ba29cffee029 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.741950 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e8f4f7f-e0e6-4f9f-a468-d4efd1a724be req-74b6074b-639a-440e-a096-ba29cffee029 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 943 time: 0.1739447 Dec 09 05:35:16.774343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 01530706-00f9-49f6-b63d-583452ec5fb3 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:35:16.779525 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 01530706-00f9-49f6-b63d-583452ec5fb3 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:16.779951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:16.834980 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5e8f4f7f-e0e6-4f9f-a468-d4efd1a724be req-a6806eda-51db-4f28-b6bc-363cf31543c6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565140 Dec 09 05:35:16.868412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-fe902dd3-2006-4cc7-b445-56b83c01483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:16.870020 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-fe902dd3-2006-4cc7-b445-56b83c01483a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1271453 Dec 09 05:35:16.904398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:16.939673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 01530706-00f9-49f6-b63d-583452ec5fb3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=01530706-00f9-49f6-b63d-583452ec5fb3,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:16.940544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:16.947076 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:16.949657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9d70e84f-528a-44ec-b2f1-397985f37293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:17.002391 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3', 'code': 200} Dec 09 05:35:17.017662 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-23feaacb-732a-4b14-9d17-bc938e122a5d service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393228 Dec 09 05:35:17.028308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=01530706-00f9-49f6-b63d-583452ec5fb3,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:17.031708 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:17.167651 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5cc3dce6-1ff1-4a38-8c09-472b22222718 req-08046c76-fd8d-4a9d-be79-16342bfe3333 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391048 Dec 09 05:35:17.247442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a8120-0416-4f14-b585-9a9ca1ce3bdc req-5d31f38d-4c58-4d5b-995b-62b764d12598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:17.248992 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-723a8120-0416-4f14-b585-9a9ca1ce3bdc req-5d31f38d-4c58-4d5b-995b-62b764d12598 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 1162 time: 0.0822437 Dec 09 05:35:17.293724 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-723a8120-0416-4f14-b585-9a9ca1ce3bdc req-9c275313-7c2e-4a25-a1f8-6c842e4ca4a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379777 Dec 09 05:35:17.431141 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:17.717966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c0659-e77d-40b6-9f86-f602ac821ece req-c6463afd-a1c4-4a4b-8df8-be366e1b392b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:17.719612 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-356c0659-e77d-40b6-9f86-f602ac821ece req-c6463afd-a1c4-4a4b-8df8-be366e1b392b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0861709 Dec 09 05:35:17.767973 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-356c0659-e77d-40b6-9f86-f602ac821ece req-2a788dd5-24d4-4dd2-b3b1-6d654c181613 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0419891 Dec 09 05:35:17.975575 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:18.036331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 01530706-00f9-49f6-b63d-583452ec5fb3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:18.058460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559c2c7-33d8-4a50-bb6b-81d6d23cdf9c req-437ccd46-a5e4-4b63-ba47-2f8a4f3ef8b7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:18.060067 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5559c2c7-33d8-4a50-bb6b-81d6d23cdf9c req-437ccd46-a5e4-4b63-ba47-2f8a4f3ef8b7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0877960 Dec 09 05:35:18.107420 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5559c2c7-33d8-4a50-bb6b-81d6d23cdf9c req-b62d944c-eb2d-41d2-ab70-5febf5e882d1 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Dec 09 05:35:18.111264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 01530706-00f9-49f6-b63d-583452ec5fb3 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:18.112012 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:18.508709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:18.981616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052a8fb-a636-4a0c-a165-9c41c6b2ec9d req-ad0512e8-a441-45f5-bacd-7d9a5eefda71 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:18.983238 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4052a8fb-a636-4a0c-a165-9c41c6b2ec9d req-ad0512e8-a441-45f5-bacd-7d9a5eefda71 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0821054 Dec 09 05:35:19.032968 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4052a8fb-a636-4a0c-a165-9c41c6b2ec9d req-3eac0a25-aacb-47b1-bdb8-56e019621bf5 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0420952 Dec 09 05:35:19.328014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f584b49-ffc0-48fa-94af-fa499e4b16e6 req-b37dabc3-8a62-44d5-8131-cb7067cbe9d6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:19.329651 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f584b49-ffc0-48fa-94af-fa499e4b16e6 req-b37dabc3-8a62-44d5-8131-cb7067cbe9d6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0876606 Dec 09 05:35:19.381677 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0f584b49-ffc0-48fa-94af-fa499e4b16e6 req-35119b99-c35d-4350-a37c-59c9a653d464 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Dec 09 05:35:20.172031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:20.245990 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b456d3-a240-414c-9b73-115620b41fa7 req-59d4ca8e-2e0e-4a81-9419-09313a6e156d tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:20.247613 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-36b456d3-a240-414c-9b73-115620b41fa7 req-59d4ca8e-2e0e-4a81-9419-09313a6e156d tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 944 time: 0.0817575 Dec 09 05:35:20.300010 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-36b456d3-a240-414c-9b73-115620b41fa7 req-27e5a238-e41b-42a3-b85b-4e6caa75128f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0452831 Dec 09 05:35:20.386509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:20.454031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:20.454472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:20.577214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:20.605094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:20.615978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:20.619170 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:20.621073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:20.666212 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'code': 200} Dec 09 05:35:20.729448 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-432d0fe1-4aee-4b0a-afdc-18718f54cf30 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0811734 Dec 09 05:35:20.833206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d933179-baf9-47c0-9521-948f91e6f525 req-635c72f9-ddcb-4c97-95ea-477078542eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:20.834901 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-635c72f9-ddcb-4c97-95ea-477078542eb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 1162 time: 0.0804663 Dec 09 05:35:20.859722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=6']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:20.863279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:21.013619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d933179-baf9-47c0-9521-948f91e6f525 req-20d0a6a9-e1bd-48e8-90df-04cd8ec823ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:21.013826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80447ec9-e8a0-47d0-a951-fa1365c8a351 req-36af10ab-c23c-465a-9a18-28c1e0e10bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:21.015252 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-20d0a6a9-e1bd-48e8-90df-04cd8ec823ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 200 len: 909 time: 0.1436651 Dec 09 05:35:21.015388 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-80447ec9-e8a0-47d0-a951-fa1365c8a351 req-36af10ab-c23c-465a-9a18-28c1e0e10bb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0807791 Dec 09 05:35:21.081268 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-80447ec9-e8a0-47d0-a951-fa1365c8a351 req-ec202544-5d72-4d2f-8512-83aef9ada55a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0370913 Dec 09 05:35:21.149369 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-61b7f826-6642-458e-8a38-e5561afa900d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 200 len: 1001 time: 0.1044757 Dec 09 05:35:21.338951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d933179-baf9-47c0-9521-948f91e6f525 req-36003e3e-f56d-46f4-b777-682367d652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:21.340567 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-36003e3e-f56d-46f4-b777-682367d652e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 200 len: 854 time: 0.0711677 Dec 09 05:35:21.422539 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d933179-baf9-47c0-9521-948f91e6f525 req-db990a82-5bc2-41ed-93cb-0b34ec0b01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:21.424188 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-db990a82-5bc2-41ed-93cb-0b34ec0b01e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e118e726-feaf-48df-b7c6-f0d7ea8b6a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763307 Dec 09 05:35:21.630327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5d45a-ab79-466d-9f75-733104499b54 req-a58ea511-8e60-404b-8c43-bfd7bc0fdbd6 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:21.632267 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0aa5d45a-ab79-466d-9f75-733104499b54 req-a58ea511-8e60-404b-8c43-bfd7bc0fdbd6 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1991332 Dec 09 05:35:21.888354 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-f88a7985-d2c7-4812-92be-ef311a48c0bc service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159734 Dec 09 05:35:21.938758 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0aa5d45a-ab79-466d-9f75-733104499b54 req-fac59aea-337e-45c7-a306-e4c48fda402f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.2928884 Dec 09 05:35:22.051023 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d933179-baf9-47c0-9521-948f91e6f525 req-9c81386a-a07d-4d25-a1ea-36b3d177ed70 service neutron] 10.222.0.54 "GET /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459327 Dec 09 05:35:22.081436 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:22.150425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:22.150777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:22.946699 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:35:23.152153 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be2682-aa2b-42c9-a4cb-32af0c4c434c req-7d312b4f-f521-4649-9c45-a54cc59eefd2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:23.153818 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-40be2682-aa2b-42c9-a4cb-32af0c4c434c req-7d312b4f-f521-4649-9c45-a54cc59eefd2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.0825315 Dec 09 05:35:23.200813 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-40be2682-aa2b-42c9-a4cb-32af0c4c434c req-d2eeae9b-44aa-43eb-895a-1aac1d49ea15 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0401201 Dec 09 05:35:24.093227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-948d73ee-e866-4108-8d2b-10253b194b3b tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:24.094754 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-948d73ee-e866-4108-8d2b-10253b194b3b tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.1532791 Dec 09 05:35:24.112289 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-3773e229-010f-4518-8d9a-2d857ce4f4fc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/quotas/8ab930b690af4cf88f26ff04d76d8090 HTTP/1.1" status: 200 len: 375 time: 0.0103955 Dec 09 05:35:24.199278 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-4fa97356-7aef-4d90-b227-af354b437435 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810094 Dec 09 05:35:24.346352 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-142de3ad-d295-4de8-a876-bc798943437c service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392648 Dec 09 05:35:24.491379 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-ed958764-297f-4b03-9425-a0ce422b6ecb service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382182 Dec 09 05:35:24.696777 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-15404588-8b51-4ece-9e55-aed88a366c1b req-71ae2d88-3e1a-4546-8793-677683aa3723 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 210 time: 0.0489690 Dec 09 05:35:25.890569 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9156b5e2-936f-4528-ac63-affde2e4269d req-c9cef641-69ee-4f20-abab-060588384ceb tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 210 time: 0.0531020 Dec 09 05:35:25.896500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-3e9fa59f-b941-4bcb-a766-08d648b11393 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:25.897971 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-3e9fa59f-b941-4bcb-a766-08d648b11393 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.2091610 Dec 09 05:35:25.938239 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Request body: {'port': {'device_id': '2b7c51e1-e159-49b9-8902-146be8246b09', 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6', 'admin_state_up': True, 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:26.083936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:35:26.093764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:35:26.103187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:35:26.108781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:26.427401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Allocated IP 172.20.0.10 (1564dbaa-192e-4ec7-a913-b71b9279a6a6/4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5/6029aeb7-b84f-49b5-b73b-26b96a3b5c7d) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:35:26.638869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:26.664851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:26.682261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a947747d-4e0d-446b-8702-159e76241516 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:26.830944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event updated for resources: {'Port': ['ID=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:26.834885 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:26.879867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:35:26.880963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:35:26.883386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:35:26.950044 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:26.950741 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:26.974624 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-36b1863a-3cb3-42c6-a016-7fcc6365d543 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0406656 Dec 09 05:35:26.991466 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Request body: {'port': {'device_id': '2b7c51e1-e159-49b9-8902-146be8246b09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:27.108727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbef69-e6c4-4507-97e5-672d415ddcfa req-16f20d12-2ef7-4d79-a01e-4cb77a2acc34 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:27.109299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.110399 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7bdbef69-e6c4-4507-97e5-672d415ddcfa req-16f20d12-2ef7-4d79-a01e-4cb77a2acc34 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 932 time: 0.0848193 Dec 09 05:35:27.159385 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-7bdbef69-e6c4-4507-97e5-672d415ddcfa req-ed3a1100-4e7b-4ffe-b588-56d806d3f5f6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419009 Dec 09 05:35:27.525042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:35:27.532376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.545292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Transition to ACTIVE for port object 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:35:27.548850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.563963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5158592-4c69-454f-a0c2-8ede54039dce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:27.704868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Pushing event updated for resources: {'Port': ['ID=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:27.712206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:27.877509 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Attempting to bind port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:35:27.877883 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Attempting to bind port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:35:27.879058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Attempting to bind port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d on network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:35:27.884522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:35:27.884903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Checking segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:35:27.885309 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.885705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Bound using segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:35:27.886202 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Bound port: 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:35:27.886583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.977516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] For port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:35:27.980578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] For port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:35:27.983724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:27.998633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4f8a2b1a-ed27-4147-8481-6abdca25a1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:28.149294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Pushing event updated for resources: {'Port': ['ID=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:28.154362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:28.187791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:28.188474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:28.190003 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] 10.222.0.54 "PUT /v2.0/ports/6029aeb7-b84f-49b5-b73b-26b96a3b5c7d HTTP/1.1" status: 200 len: 1158 time: 1.2038541 Dec 09 05:35:28.190557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:28.344179 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d', 'status': 'completed', 'code': 200} Dec 09 05:35:28.351360 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-eeea7e61-ec21-41cd-a674-7c56e3bca0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:28.352983 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-eeea7e61-ec21-41cd-a674-7c56e3bca0e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 1161 time: 0.1238544 Dec 09 05:35:28.666373 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-bccc05a9-4ce6-4f66-8d0a-28da0848f770 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d HTTP/1.1" status: 200 len: 217 time: 0.2992237 Dec 09 05:35:28.741928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10d78-03c4-4a9f-b8fd-14ab813728be req-226fa46c-9084-436d-8bd7-31a3cacfe634 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:28.742722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4ad10d78-03c4-4a9f-b8fd-14ab813728be req-226fa46c-9084-436d-8bd7-31a3cacfe634 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:35:28.762041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-516aa627-eb4d-4d3e-825a-b84b5e046e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:28.763614 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-516aa627-eb4d-4d3e-825a-b84b5e046e60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0905757 Dec 09 05:35:28.768502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-4ad10d78-03c4-4a9f-b8fd-14ab813728be req-226fa46c-9084-436d-8bd7-31a3cacfe634 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:35:28.770038 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4ad10d78-03c4-4a9f-b8fd-14ab813728be req-226fa46c-9084-436d-8bd7-31a3cacfe634 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 944 time: 0.4680419 Dec 09 05:35:28.842304 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-75fd0241-120d-4914-ad1d-b54ab38202d0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479045 Dec 09 05:35:28.898488 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4ad10d78-03c4-4a9f-b8fd-14ab813728be req-f79843d5-b022-47a3-9ea3-dea1edfeb2ee tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212122 Dec 09 05:35:28.999175 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-e3a16ff3-9f8a-4533-9fb5-eca8cfc2911b service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483335 Dec 09 05:35:29.149875 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e4171147-e946-4ef7-9ac4-75ac8963acab req-93560e35-5909-4997-b79e-48bf13215cb7 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386430 Dec 09 05:35:29.282019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251759c2-0788-4d72-9252-bfb779bc6288 req-ab53fdf4-37dd-4589-bff1-1b2fa1d3f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:29.283852 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-ab53fdf4-37dd-4589-bff1-1b2fa1d3f96a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 1161 time: 0.0741899 Dec 09 05:35:29.441983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251759c2-0788-4d72-9252-bfb779bc6288 req-78634211-236f-4066-ad70-54bf192617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:29.443684 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-78634211-236f-4066-ad70-54bf192617a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 908 time: 0.1409483 Dec 09 05:35:29.527677 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-7f232eb6-ab79-42f4-a3e3-cf824620cab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d HTTP/1.1" status: 200 len: 217 time: 0.0657475 Dec 09 05:35:29.596105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251759c2-0788-4d72-9252-bfb779bc6288 req-83135908-0c56-42b6-a9da-88396a206d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:29.598272 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-83135908-0c56-42b6-a9da-88396a206d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0622826 Dec 09 05:35:29.664290 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-b48c84d4-a443-41a7-8ec4-9dec01996e65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463078 Dec 09 05:35:29.807584 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-b0b56d06-3537-4dc0-a8de-00efee59416d service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356854 Dec 09 05:35:29.960258 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-251759c2-0788-4d72-9252-bfb779bc6288 req-9a06a08e-9274-49b0-9a74-2dfd3b83ba74 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371672 Dec 09 05:35:30.117887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabde94-ad72-42a1-9f45-a77fe12c0fff req-697606a3-0792-4be8-bc0c-90842af3fc6d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:30.119566 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fabde94-ad72-42a1-9f45-a77fe12c0fff req-697606a3-0792-4be8-bc0c-90842af3fc6d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 944 time: 0.0867598 Dec 09 05:35:30.168266 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fabde94-ad72-42a1-9f45-a77fe12c0fff req-cf6be622-e5f5-4caf-bb50-777bbbd25e94 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Dec 09 05:35:31.380974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01360d3-67c6-49ec-acd0-65446076d760 req-a3368e97-f082-41ba-a66e-ddf52aa5ab3c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:31.382631 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e01360d3-67c6-49ec-acd0-65446076d760 req-a3368e97-f082-41ba-a66e-ddf52aa5ab3c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 944 time: 0.0855610 Dec 09 05:35:31.431405 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e01360d3-67c6-49ec-acd0-65446076d760 req-7a65270d-7ed3-46d9-a09a-9e3e400c0054 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Dec 09 05:35:32.635617 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:32.643521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281e414-d224-4817-b959-f99b60ec3c8a req-b40f342f-1026-4863-a4bc-5d893ea1bb06 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:32.646383 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1281e414-d224-4817-b959-f99b60ec3c8a req-b40f342f-1026-4863-a4bc-5d893ea1bb06 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 944 time: 0.0850961 Dec 09 05:35:32.699455 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1281e414-d224-4817-b959-f99b60ec3c8a req-d06e1c4c-a395-49bc-ac8f-cd481c7c4c3d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 Dec 09 05:35:32.704443 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:35:32.710659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:32.711079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:32.830551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:32.857175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:32.868058 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:32.871242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:32.873135 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:32.922943 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d', 'code': 200} Dec 09 05:35:32.940711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:32.944903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:33.179876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef9184-573d-456c-8855-78f215d542d2 req-2850e888-f802-480d-af14-c8cde93a2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:33.181497 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a4ef9184-573d-456c-8855-78f215d542d2 req-2850e888-f802-480d-af14-c8cde93a2a03 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 1163 time: 0.0789056 Dec 09 05:35:33.228332 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a4ef9184-573d-456c-8855-78f215d542d2 req-824617d0-db13-4377-947e-3ec79851a20e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Dec 09 05:35:33.913028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c78d5e-3309-4e78-9e96-783a0d26a2cb req-5b12d2da-1bf8-469f-b16e-003421f73953 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:33.914668 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b0c78d5e-3309-4e78-9e96-783a0d26a2cb req-5b12d2da-1bf8-469f-b16e-003421f73953 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 946 time: 0.0838671 Dec 09 05:35:33.961580 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b0c78d5e-3309-4e78-9e96-783a0d26a2cb req-4ad3ab82-dc33-40d0-93b7-0fbe9bba8548 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Dec 09 05:35:34.221453 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:34.294232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:34.294653 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:35.177794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41233-8ef6-4940-bee9-5f34ba713789 req-c128997e-971e-481e-beb2-55cbb4a6709e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:35.179657 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4dc41233-8ef6-4940-bee9-5f34ba713789 req-c128997e-971e-481e-beb2-55cbb4a6709e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 946 time: 0.0862858 Dec 09 05:35:35.229957 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4dc41233-8ef6-4940-bee9-5f34ba713789 req-f6322c1c-40fe-465b-97be-055e52fb8263 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438759 Dec 09 05:35:36.226387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:36.295902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:36.296274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:37.791751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-6ecf8233-4209-4142-89a1-6295a8f8fc83 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:37.793258 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-6ecf8233-4209-4142-89a1-6295a8f8fc83 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.3691239 Dec 09 05:35:37.809520 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-b4799f95-f1a6-4379-9b50-3b9724b31259 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/quotas/8ab930b690af4cf88f26ff04d76d8090 HTTP/1.1" status: 200 len: 375 time: 0.0101264 Dec 09 05:35:37.896066 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-3d3a9fc7-845d-4ff0-86e9-7bebe7e73e46 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811515 Dec 09 05:35:38.037168 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-e1612c8e-edc7-49d2-9d04-1c4a73ace7fb service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335988 Dec 09 05:35:38.178498 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-44863c98-d665-4913-954e-249d39648f09 service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339633 Dec 09 05:35:38.380015 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-42dfa149-ea24-4564-a07b-2c8461bddc0b req-5f157392-31d0-4ed2-aaf3-17fd921646b9 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 210 time: 0.0476027 Dec 09 05:35:39.567738 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-ee197068-f1df-4752-aacd-89dab4c52f10 req-039a2141-a623-45f4-9bea-2e5df15465b7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 210 time: 0.0563705 Dec 09 05:35:39.611314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-fcd5ca40-e8db-4780-924f-41a62b96ee9f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:39.612893 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-fcd5ca40-e8db-4780-924f-41a62b96ee9f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.1751339 Dec 09 05:35:39.639117 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Request body: {'port': {'device_id': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6', 'admin_state_up': True, 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:39.792536 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:35:39.802742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:35:39.811893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:35:39.817563 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:40.141347 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Allocated IP 172.20.0.13 (1564dbaa-192e-4ec7-a913-b71b9279a6a6/4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5/f8c95619-4754-446c-b4e3-32f81f3edb18) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:35:40.388807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:40.422132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:40.446209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-565d3f6b-a148-49bd-b846-52d62fd582e7 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:40.622073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event updated for resources: {'Port': ['ID=f8c95619-4754-446c-b4e3-32f81f3edb18,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:40.636670 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:40.696092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:35:40.697399 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:35:40.700805 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:35:40.834910 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:40.835583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:40.881626 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2464402 Dec 09 05:35:40.888500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07377d6-1610-4682-ae1b-de49316a602c req-be610e9a-b18e-4f19-90ca-b9e6f96db09d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:40.889262 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b07377d6-1610-4682-ae1b-de49316a602c req-be610e9a-b18e-4f19-90ca-b9e6f96db09d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:35:40.905182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-b07377d6-1610-4682-ae1b-de49316a602c req-be610e9a-b18e-4f19-90ca-b9e6f96db09d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:35:40.906443 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b07377d6-1610-4682-ae1b-de49316a602c req-be610e9a-b18e-4f19-90ca-b9e6f96db09d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 932 time: 0.1612005 Dec 09 05:35:40.910785 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Request body: {'port': {'device_id': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:41.036403 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-b07377d6-1610-4682-ae1b-de49316a602c req-c872ed73-f2dd-40f4-9216-11fba91f0a2d tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957351 Dec 09 05:35:41.063130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:41.478215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c95619-4754-446c-b4e3-32f81f3edb18 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:35:41.485164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:41.497620 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Transition to ACTIVE for port object f8c95619-4754-446c-b4e3-32f81f3edb18 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:35:41.500297 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:41.517389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:41.889632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c95619-4754-446c-b4e3-32f81f3edb18,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:41.894214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:42.071882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Attempting to bind port f8c95619-4754-446c-b4e3-32f81f3edb18 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:35:42.072264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Attempting to bind port f8c95619-4754-446c-b4e3-32f81f3edb18 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:35:42.072634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Attempting to bind port f8c95619-4754-446c-b4e3-32f81f3edb18 on network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:35:42.078352 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:35:42.078995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Checking segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:35:42.079127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:42.079492 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Bound using segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:35:42.079967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Bound port: f8c95619-4754-446c-b4e3-32f81f3edb18, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:35:42.080345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:42.175557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] For port f8c95619-4754-446c-b4e3-32f81f3edb18, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:35:42.179348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] For port f8c95619-4754-446c-b4e3-32f81f3edb18, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f8c95619-4754-446c-b4e3-32f81f3edb18,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:35:42.182619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:42.198511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6ac85c1f-a60e-45c7-ac3b-6a32ef136a19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:42.257250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3b6fa-145f-4a6e-9596-4a680b4deb3d req-47c3b451-8450-4a00-8ed7-dc7339603268 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:42.258885 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fc3b6fa-145f-4a6e-9596-4a680b4deb3d req-47c3b451-8450-4a00-8ed7-dc7339603268 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 944 time: 0.0874789 Dec 09 05:35:42.305677 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-2fc3b6fa-145f-4a6e-9596-4a680b4deb3d req-6aba1e97-3c9b-4d1a-a9e3-3b4aca20befd tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Dec 09 05:35:42.348387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c95619-4754-446c-b4e3-32f81f3edb18,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:42.352055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:42.390334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:42.391028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:42.392534 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-458c8492-dc25-498d-932c-c329f49b0694 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8c95619-4754-446c-b4e3-32f81f3edb18 HTTP/1.1" status: 200 len: 1158 time: 1.4884064 Dec 09 05:35:42.393094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:42.515901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-c49f0f44-3743-4fd5-ae3c-8c7a81e31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:42.517602 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-c49f0f44-3743-4fd5-ae3c-8c7a81e31ab1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 1161 time: 0.0861511 Dec 09 05:35:42.588512 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18', 'status': 'completed', 'code': 200} Dec 09 05:35:42.609522 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-5e082802-ac08-45c2-94da-5b58248d6f2b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c95619-4754-446c-b4e3-32f81f3edb18 HTTP/1.1" status: 200 len: 217 time: 0.0746837 Dec 09 05:35:42.683890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-ce555cd1-c4ca-41d9-9b22-f074bf6205a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:42.685405 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-ce555cd1-c4ca-41d9-9b22-f074bf6205a9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0684547 Dec 09 05:35:42.736505 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-68399bbc-fe99-4a3c-b1ca-21f7f8448d23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437031 Dec 09 05:35:42.883523 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-48d9bfa3-a35d-4c1b-b724-d57fa6931668 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396320 Dec 09 05:35:43.028415 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-1c99f0b4-706c-4e17-8c31-4936f8191c27 req-bf03d0ba-f6c0-47a4-b1f4-f0d8b01b2608 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1375780 Dec 09 05:35:43.167809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-91d4af9c-4423-4d24-8d58-16571c6dc0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:43.169452 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-91d4af9c-4423-4d24-8d58-16571c6dc0f4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 1161 time: 0.0817168 Dec 09 05:35:43.312313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-6f0cc670-050c-4fd1-bcfe-5dad7942f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:43.313896 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-6f0cc670-050c-4fd1-bcfe-5dad7942f513 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 908 time: 0.1370976 Dec 09 05:35:43.386691 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-0b598368-062f-45f7-8cd0-a70e39daa514 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8c95619-4754-446c-b4e3-32f81f3edb18 HTTP/1.1" status: 200 len: 217 time: 0.0646980 Dec 09 05:35:43.474485 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-2e438654-7a00-4470-9666-a99a0b545699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:43.476822 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-2e438654-7a00-4470-9666-a99a0b545699 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0748479 Dec 09 05:35:43.529670 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-bcb1e446-ed30-49bf-9e5c-84d531520438 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452371 Dec 09 05:35:43.655122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574990a-551e-4e94-963c-05ba73d19786 req-599144eb-cae2-4763-951b-75c6588ce3a0 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:43.656666 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4574990a-551e-4e94-963c-05ba73d19786 req-599144eb-cae2-4763-951b-75c6588ce3a0 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 944 time: 0.0841272 Dec 09 05:35:43.677641 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-86b1561d-a8bc-4548-9cb5-f3fbaac009c7 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386542 Dec 09 05:35:43.705158 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4574990a-551e-4e94-963c-05ba73d19786 req-46b94bd9-a284-4402-a632-1a4b2b67adf4 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Dec 09 05:35:43.826317 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-be52c6ae-5643-4071-ba49-d148beddd3d9 req-7b08af2c-eea2-46e2-947c-8e0ccb24cf75 service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391342 Dec 09 05:35:44.195493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9a151a58-fd32-416d-83b6-aca618aa4f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:44.926208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e76355-7966-4598-a0c1-1075768ecb3d req-ea8db0b0-7afc-48f9-981f-97a32dbc15bc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:44.927839 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-22e76355-7966-4598-a0c1-1075768ecb3d req-ea8db0b0-7afc-48f9-981f-97a32dbc15bc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 944 time: 0.0841277 Dec 09 05:35:44.981066 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-22e76355-7966-4598-a0c1-1075768ecb3d req-0b5d94b6-0de6-41a8-a083-95686b519581 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Dec 09 05:35:46.196164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7e77d-1322-4d8b-9bf8-3b5eea1c6c67 req-11e22e2b-0b62-40f6-8ece-e036ffe264ef tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:46.197767 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-50b7e77d-1322-4d8b-9bf8-3b5eea1c6c67 req-11e22e2b-0b62-40f6-8ece-e036ffe264ef tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 944 time: 0.0852797 Dec 09 05:35:46.245462 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-50b7e77d-1322-4d8b-9bf8-3b5eea1c6c67 req-cb7da855-8704-42b7-86ab-ac5b0aefc4c5 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Dec 09 05:35:46.493748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ce260963-3ebb-4959-ad58-211666be06fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:46.797204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device f8c95619-4754-446c-b4e3-32f81f3edb18 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:46.865511 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port f8c95619-4754-446c-b4e3-32f81f3edb18 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:35:46.870872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port f8c95619-4754-446c-b4e3-32f81f3edb18 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:46.871296 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:46.990454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:47.017972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:35:47.028222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port f8c95619-4754-446c-b4e3-32f81f3edb18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f8c95619-4754-446c-b4e3-32f81f3edb18,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:47.031125 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:47.033279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:47.080014 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18', 'code': 200} Dec 09 05:35:47.104413 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=f8c95619-4754-446c-b4e3-32f81f3edb18,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:47.112859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.113250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.113629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.114001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.114398 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.114764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.115127 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.115486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.115849 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.116210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.116572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.116928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.117331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.117695 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.118055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.118442 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.118799 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.119158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.120414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.120414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.120819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.121181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.121537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.121897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:47.126362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:47.364631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76107f64-e034-40b6-accf-8e9a55a4559b req-7431fdac-8160-4050-b75d-569ec674db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:47.366437 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76107f64-e034-40b6-accf-8e9a55a4559b req-7431fdac-8160-4050-b75d-569ec674db8e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 1163 time: 0.0787663 Dec 09 05:35:47.412305 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-76107f64-e034-40b6-accf-8e9a55a4559b req-2073fe97-e836-4947-83c4-a3cdbe6aeae3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373094 Dec 09 05:35:47.434724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:47.462606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473a906-2693-40d8-82a4-dddd1fa5dd60 req-3e58b0fb-5083-4c44-9e5e-e6c76034a395 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:47.464220 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a473a906-2693-40d8-82a4-dddd1fa5dd60 req-3e58b0fb-5083-4c44-9e5e-e6c76034a395 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.0872424 Dec 09 05:35:47.512760 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-a473a906-2693-40d8-82a4-dddd1fa5dd60 req-4edc8f55-8395-4bcf-b73d-14b23eff6798 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Dec 09 05:35:47.980028 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:48.258602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device f8c95619-4754-446c-b4e3-32f81f3edb18 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:48.328255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port f8c95619-4754-446c-b4e3-32f81f3edb18 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:48.328664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:48.509859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:48.734629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4bd66-9a88-4e33-828c-80d0b9868877 req-5e70fbd0-ead3-4004-8519-1dc45f5885d0 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:48.736240 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cbb4bd66-9a88-4e33-828c-80d0b9868877 req-5e70fbd0-ead3-4004-8519-1dc45f5885d0 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.0874972 Dec 09 05:35:48.795755 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-cbb4bd66-9a88-4e33-828c-80d0b9868877 req-3924999e-7be1-42fb-8842-9b631ce81ffd tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Dec 09 05:35:50.005244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550b7c6-16a4-403c-9290-51c2050030b8 req-3cbc752a-33ec-4dde-b0c5-187d92949648 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:50.006919 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d550b7c6-16a4-403c-9290-51c2050030b8 req-3cbc752a-33ec-4dde-b0c5-187d92949648 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.0833936 Dec 09 05:35:50.055576 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d550b7c6-16a4-403c-9290-51c2050030b8 req-5198cb0c-55a0-47b0-a271-10867e2f0595 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Dec 09 05:35:50.186476 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:50.271345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device f8c95619-4754-446c-b4e3-32f81f3edb18 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:35:50.341192 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port f8c95619-4754-446c-b4e3-32f81f3edb18 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:35:50.341370 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:56.356308 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-69457830-7a86-4ab9-982a-c357b84484da tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:56.358796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-69457830-7a86-4ab9-982a-c357b84484da tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.1619644 Dec 09 05:35:56.377394 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-5630938a-fe17-4d68-bb9b-49236f3b91df tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/quotas/8ab930b690af4cf88f26ff04d76d8090 HTTP/1.1" status: 200 len: 375 time: 0.0127580 Dec 09 05:35:56.468015 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-d5ec458b-a70a-49d2-91cf-f7dcd32d2f5c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0845339 Dec 09 05:35:56.616210 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-d609139d-44f9-4d72-bccc-eef4e13ff75d service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405473 Dec 09 05:35:56.769313 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-71074b3d-1edc-417d-ab44-a2a64fc5f894 service neutron] 10.222.0.57 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1465275 Dec 09 05:35:56.882844 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7bee0-5e2d-4c7d-a0b7-39288f1700f2 req-c9b4b3ab-1993-4499-bcd4-4274576b4289 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:56.883578 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-58c7bee0-5e2d-4c7d-a0b7-39288f1700f2 req-c9b4b3ab-1993-4499-bcd4-4274576b4289 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0917642 Dec 09 05:35:56.941796 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-58c7bee0-5e2d-4c7d-a0b7-39288f1700f2 req-eb5d8d03-2377-4774-8718-9c126c7120f6 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Dec 09 05:35:56.984567 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8179f517-4eec-4c27-81b6-074d4cd71c9a req-7cac2b79-db1a-4a57-be73-ce81115c9f2a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 210 time: 0.0452850 Dec 09 05:35:58.177319 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-87fc6726-a44b-459b-bb1b-fd77d9eda7a4 req-fb583762-cb5f-4d5b-bb99-a75f9993bcdc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 210 time: 0.0513341 Dec 09 05:35:58.285394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-50b308b2-cd39-4eec-b6d9-0ef924313b60 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:58.286927 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-50b308b2-cd39-4eec-b6d9-0ef924313b60 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 814 time: 0.2129028 Dec 09 05:35:58.309278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5efb0f-5cae-4112-bab6-cd3357c9a863 req-5b3c598e-2375-48d5-a958-9ffc4442e848 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:58.310895 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fa5efb0f-5cae-4112-bab6-cd3357c9a863 req-5b3c598e-2375-48d5-a958-9ffc4442e848 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.1373346 Dec 09 05:35:58.316604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Request body: {'port': {'device_id': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6', 'admin_state_up': True, 'tenant_id': '8ab930b690af4cf88f26ff04d76d8090'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:58.461225 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-fa5efb0f-5cae-4112-bab6-cd3357c9a863 req-d3359e6a-32be-48fe-af6b-6e28c907d063 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286840 Dec 09 05:35:58.496726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:35:58.507686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:35:58.516944 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Made reservation on behalf of 8ab930b690af4cf88f26ff04d76d8090 for: {'port': 1} {{(pid=80239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 05:35:58.522497 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:58.819950 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb63dc-298b-4502-af45-94de0e56a803 req-b5b27f1c-87cd-411e-8dac-245595cbb28d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:58.821541 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-46fb63dc-298b-4502-af45-94de0e56a803 req-b5b27f1c-87cd-411e-8dac-245595cbb28d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 945 time: 0.0962172 Dec 09 05:35:58.840982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_common [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Allocated IP 172.20.0.3 (1564dbaa-192e-4ec7-a913-b71b9279a6a6/4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5/679785af-cb0d-40c8-818a-e8347100e3c9) {{(pid=80239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 09 05:35:58.898701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Deleting port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:35:58.899252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.060826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks [] for port, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.086628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363243689975156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.121770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-61c6785b-d2da-4f82-9b82-e4d00e582603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:59.160971 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] For port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:35:59.161377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.295208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event updated for resources: {'Port': ['ID=679785af-cb0d-40c8-818a-e8347100e3c9,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:59.304351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.304762 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.305161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.305559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.305952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.306371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.306759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.307146 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.307615 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.307985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.308369 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.308749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.309177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.309564 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.309948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.310379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.310777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.311158 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.311633 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.312009 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.312408 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.312781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.313161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.313541 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.319548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:59.321513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 is already hosted by enough agents. {{(pid=80239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 05:35:59.322724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.base_scheduler [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Resources bound (agent type, host, resource id): {{(pid=80239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 09 05:35:59.324911 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Received port after_create {{(pid=80239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 09 05:35:59.389284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:59.390260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.415523 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1030335 Dec 09 05:35:59.434107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.v2.base [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Request body: {'port': {'device_id': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 09 05:35:59.514965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66896bae-f03f-49e7-9733-26d5de9e972b req-9c06f2a7-f64b-4b06-8cc4-b61c249579cc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:35:59.516596 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66896bae-f03f-49e7-9733-26d5de9e972b req-9c06f2a7-f64b-4b06-8cc4-b61c249579cc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 931 time: 0.1911376 Dec 09 05:35:59.559689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.567319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.567737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659651'] for floatingip, after_update {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.568193 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Floating IP 65ae764a-6eb2-4ab4-b9ba-f91b9889f921 disassociated. External IP: 172.28.3.102, port: 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0. Dec 09 05:35:59.568643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Calling delete_port for 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 owned by compute:nova {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:35:59.633294 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-66896bae-f03f-49e7-9733-26d5de9e972b req-310c1bc2-f7d5-4cbb-a695-89613d4e9ee1 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073487 Dec 09 05:35:59.738501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:35:59.774382 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d4491898-aaa4-42c6-ac90-987cf4a4045f tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:35:59.829105 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'Port': ['ID=4b9872ea-b1d3-4a9c-850d-4f01f1d420b0,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:35:59.890085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.890491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.890830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.891278 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.891628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.892031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.892431 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.892832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.893232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.893630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.894029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.894470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.894914 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.895315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.895711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.896104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.896498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.896909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.897270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.897665 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.898064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.898484 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.898880 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.899266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:35:59.908182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:35:59.948791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:36:00.071876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72cd7c-6360-46e7-8e0b-d311cb4971d4 req-68a111dd-ea89-4393-94b5-dcd148055167 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:00.073500 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b72cd7c-6360-46e7-8e0b-d311cb4971d4 req-68a111dd-ea89-4393-94b5-dcd148055167 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 867 time: 0.4515426 Dec 09 05:36:00.133776 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5b72cd7c-6360-46e7-8e0b-d311cb4971d4 req-8b1a9b82-5c68-4807-9b54-754289b98178 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups?id=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487978 Dec 09 05:36:00.162649 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:36:00.367715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679785af-cb0d-40c8-818a-e8347100e3c9 {{(pid=80239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 05:36:00.376217 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.391249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Transition to ACTIVE for port object 679785af-cb0d-40c8-818a-e8347100e3c9 will not be triggered until provisioned by entity L2. {{(pid=80239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 05:36:00.394507 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.411657 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:00.546925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Pushing event updated for resources: {'Port': ['ID=679785af-cb0d-40c8-818a-e8347100e3c9,revision_number=2']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:00.551715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:00.581901 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:36:00.592521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:36:00.603624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:36:00.604498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:35:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:00.618795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] No DVR routers for this DVR port 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 on host hv-cinder-76330 {{(pid=80238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:00.621106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.623908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-deleted', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0'}] {{(pid=80238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:00.641476 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-46fb63dc-298b-4502-af45-94de0e56a803 req-0fc49b1c-d24f-4f9c-b36f-2e1e9d0839ff tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.54 "DELETE /v2.0/ports/4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 HTTP/1.1" status: 204 len: 173 time: 1.8123047 Dec 09 05:36:00.720124 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1978796f-f5ac-41a8-9791-e3953903a2ba', 'name': 'network-vif-deleted', 'tag': '4b9872ea-b1d3-4a9c-850d-4f01f1d420b0', 'status': 'completed', 'code': 200} Dec 09 05:36:00.762227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Attempting to bind port 679785af-cb0d-40c8-818a-e8347100e3c9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 05:36:00.762621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Attempting to bind port 679785af-cb0d-40c8-818a-e8347100e3c9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 05:36:00.762997 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Attempting to bind port 679785af-cb0d-40c8-818a-e8347100e3c9 on network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 09 05:36:00.770091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Checking agent: {'id': '6b693107-4cfd-4051-934b-98e436c2091d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 9, 5, 26, 20), 'started_at': datetime.datetime(2020, 12, 9, 5, 26, 50), 'heartbeat_timestamp': datetime.datetime(2020, 12, 9, 5, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 09 05:36:00.770818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Checking segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 05:36:00.771449 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.772048 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Bound using segment: {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'} {{(pid=80239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 09 05:36:00.772895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Bound port: 679785af-cb0d-40c8-818a-e8347100e3c9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb99ab9-44d3-464d-b81d-2ca2259f5398', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1564dbaa-192e-4ec7-a913-b71b9279a6a6'}}] {{(pid=80239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 05:36:00.773487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.808697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:36:00.854287 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:00.904619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:00.905011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 4b9872ea-b1d3-4a9c-850d-4f01f1d420b0 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:00.934055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] For port 679785af-cb0d-40c8-818a-e8347100e3c9, host hv-cinder-76330, cleared binding levels {{(pid=80239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 09 05:36:00.949521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] For port 679785af-cb0d-40c8-818a-e8347100e3c9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=679785af-cb0d-40c8-818a-e8347100e3c9,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 09 05:36:00.956206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28dd3e-eed7-46f9-8ac0-3ed8aa9ee161 req-89717962-9b8f-465a-ad28-b71c19966a44 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:00.956974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-de28dd3e-eed7-46f9-8ac0-3ed8aa9ee161 req-89717962-9b8f-465a-ad28-b71c19966a44 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:36:00.961467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2997396'] for port, after_update {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:00.977548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:01.054966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-de28dd3e-eed7-46f9-8ac0-3ed8aa9ee161 req-89717962-9b8f-465a-ad28-b71c19966a44 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:36:01.056255 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de28dd3e-eed7-46f9-8ac0-3ed8aa9ee161 req-89717962-9b8f-465a-ad28-b71c19966a44 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 943 time: 0.2382162 Dec 09 05:36:01.155869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Pushing event updated for resources: {'Port': ['ID=679785af-cb0d-40c8-818a-e8347100e3c9,revision_number=3']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:01.164475 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:01.200890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:01.205794 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:36:01.216022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:36:01.216868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:35:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:01.234477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:01.235543 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:01.237661 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] 10.222.0.54 "PUT /v2.0/ports/679785af-cb0d-40c8-818a-e8347100e3c9 HTTP/1.1" status: 200 len: 1157 time: 1.8081913 Dec 09 05:36:01.240814 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de28dd3e-eed7-46f9-8ac0-3ed8aa9ee161 req-52e9410d-bcf7-44f2-a039-f5570c8c0fc8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255002 Dec 09 05:36:01.241574 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:01.341219 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9', 'status': 'completed', 'code': 200} Dec 09 05:36:01.378872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-45900814-b3a0-41f3-b868-a11e87f5b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:01.380661 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-45900814-b3a0-41f3-b868-a11e87f5b618 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 1160 time: 0.0916572 Dec 09 05:36:01.401367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f7400594-d87c-44ec-bc25-3ba9075fec72 req-16f1175f-c99c-46f7-a5bf-3bb08f7e0d1c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Synchronizing usage tracker for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:36:01.417826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f7400594-d87c-44ec-bc25-3ba9075fec72 req-16f1175f-c99c-46f7-a5bf-3bb08f7e0d1c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Unset dirty status for tenant:8ea08a4ed13c41d7aea1a727b184d705 on resource:port {{(pid=80238) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:36:01.419271 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f7400594-d87c-44ec-bc25-3ba9075fec72 req-16f1175f-c99c-46f7-a5bf-3bb08f7e0d1c tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/ports?device_id=1978796f-f5ac-41a8-9791-e3953903a2ba HTTP/1.1" status: 200 len: 210 time: 0.0653212 Dec 09 05:36:01.453951 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:36:01.473585 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-c3944fc1-af23-4528-bc1a-d417554e563b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679785af-cb0d-40c8-818a-e8347100e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0733893 Dec 09 05:36:01.549213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f38a4b74-022a-4efa-a9f2-0cccce69b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:01.550875 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-f38a4b74-022a-4efa-a9f2-0cccce69b0e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0688174 Dec 09 05:36:01.603646 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-ae5b9765-14d3-4749-ac99-6bc545b5cd2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441544 Dec 09 05:36:01.752914 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-3eaee0af-3cb1-4d85-9ebe-3e6870c3ce0b service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396811 Dec 09 05:36:01.787593 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:01.791765 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa235dc-3093-491a-b61b-8261cf89d484 None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:28:35Z', 'revision_number': 4, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': '5aba07d6-f494-4f5a-a7cf-b43673482675', 'name': '', 'network_id': 'e118e726-feaf-48df-b7c6-f0d7ea8b6a09', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'mac_address': 'fa:16:3e:37:67:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:32Z', 'updated_at': '2020-12-09T05:28:55Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'subnets': [{'id': '795d60ec-daa0-4bcf-be54-ee0ce97792fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:36:01.905905 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-88e45d5b-44fd-467c-ae90-310b86e7ace2 req-02fa6660-dfcf-4e74-a982-da29f14604ae service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396625 Dec 09 05:36:02.036315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-56ab6059-9c46-458e-89d1-e92e399d6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:02.037982 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-56ab6059-9c46-458e-89d1-e92e399d6bbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ab930b690af4cf88f26ff04d76d8090&device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 1160 time: 0.0799878 Dec 09 05:36:02.184455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929939dd-a483-49ef-bfde-997192f99d0d None None] New status for floating IP 65ae764a-6eb2-4ab4-b9ba-f91b9889f921: DOWN {{(pid=80241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:36:02.190277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-4162b5c0-f271-4fde-b060-f7b41d136e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:02.191905 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-4162b5c0-f271-4fde-b060-f7b41d136e56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 200 len: 908 time: 0.1441379 Dec 09 05:36:02.271575 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-4fb6453c-c187-44cb-bc7a-e35f135bfe7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=679785af-cb0d-40c8-818a-e8347100e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0675089 Dec 09 05:36:02.342438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-20649df7-8d17-4da0-ae08-85517743ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:02.344929 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-20649df7-8d17-4da0-ae08-85517743ceda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 200 len: 854 time: 0.0667222 Dec 09 05:36:02.432950 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-225572e8-8b64-46ce-8bbd-9e1c3c585398 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1564dbaa-192e-4ec7-a913-b71b9279a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805221 Dec 09 05:36:02.584903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47880) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:02.605423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236d23f-6194-49c8-9cd0-b670d0e18f87 req-bf4553bd-0afb-4b46-bffe-632134bc44fe tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:02.607102 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e236d23f-6194-49c8-9cd0-b670d0e18f87 req-bf4553bd-0afb-4b46-bffe-632134bc44fe tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 943 time: 0.2141640 Dec 09 05:36:02.612805 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-2d866142-b719-4c05-b9d9-145c1d65f63a service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690972 Dec 09 05:36:02.657621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:02.693324 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:02.741868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:02.747249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ff41e4a2-4acb-4c59-bd3f-a25b967e6379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:02.750543 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-e236d23f-6194-49c8-9cd0-b670d0e18f87 req-3825d7ef-9d4b-4ef7-beb3-a68a9127b7bb tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366901 Dec 09 05:36:02.762289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebe7333-3a4d-48a0-b358-642cfe1c0a3e,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:02.765909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:02.783678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:02.787673 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "DELETE /v2.0/security-groups/5ebe7333-3a4d-48a0-b358-642cfe1c0a3e HTTP/1.1" status: 204 len: 168 time: 0.1986132 Dec 09 05:36:02.788766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47884) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:02.799280 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-832f2837-b25d-409d-9ebc-b4f61f19646d req-0ef8d03f-20dd-4d1b-9949-66587e4a215c service neutron] 10.222.0.54 "GET /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1712382 Dec 09 05:36:02.809668 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.api.v2.resource [None req-75ab4f8e-d6dd-4f33-9dcf-d97eac898e4d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] show failed (client error): The resource could not be found. Dec 09 05:36:02.811979 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-75ab4f8e-d6dd-4f33-9dcf-d97eac898e4d tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "GET /v2.0/security-groups/5ebe7333-3a4d-48a0-b358-642cfe1c0a3e HTTP/1.1" status: 404 len: 347 time: 0.0202823 Dec 09 05:36:02.814784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47888) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:02.979134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Deleting port 9fbe13ea-7adc-46ae-b33d-e07457357599 {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:02.979516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.163848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.164223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.290177 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Calling delete_port for 9fbe13ea-7adc-46ae-b33d-e07457357599 owned by network:floatingip {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:03.427886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.443471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6388569c-4646-4e2e-b721-3d3182493555 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:03.494161 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Pushing event deleted for resources: {'Port': ['ID=9fbe13ea-7adc-46ae-b33d-e07457357599,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:03.499639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:03.660163 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks [] for floatingip, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.677340 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:03.678670 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ba729b30-6623-4a33-bfe7-0ef0e6b047fc tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] 10.222.0.57 "DELETE /v2.0/floatingips/65ae764a-6eb2-4ab4-b9ba-f91b9889f921 HTTP/1.1" status: 204 len: 168 time: 0.8628662 Dec 09 05:36:03.976223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6cc49-8628-4411-a2cc-2c951ee49b61 req-b695f759-e357-4416-92f2-a9f55122ff8b tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:03.977892 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41b6cc49-8628-4411-a2cc-2c951ee49b61 req-b695f759-e357-4416-92f2-a9f55122ff8b tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 943 time: 0.0932856 Dec 09 05:36:04.026969 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-41b6cc49-8628-4411-a2cc-2c951ee49b61 req-7a8f9986-8197-42ec-9899-33024357082c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Dec 09 05:36:04.954120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 679785af-cb0d-40c8-818a-e8347100e3c9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:36:05.022840 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning for port 679785af-cb0d-40c8-818a-e8347100e3c9 completed by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 05:36:05.028474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 679785af-cb0d-40c8-818a-e8347100e3c9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:36:05.028893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:05.165006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16207773'] for port, before_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:05.196426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9'}] {{(pid=80240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:05.206675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] For port 679785af-cb0d-40c8-818a-e8347100e3c9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=679785af-cb0d-40c8-818a-e8347100e3c9,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:05.209795 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793165212616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793164810816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363243689964967'] for port, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:05.211863 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:05.263225 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e6e14-b3b7-4976-94ae-1e6f46a77632 req-2866f4c6-8ad4-412a-93d1-181f24b32b54 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:05.270762 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de1e6e14-b3b7-4976-94ae-1e6f46a77632 req-2866f4c6-8ad4-412a-93d1-181f24b32b54 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.1067297 Dec 09 05:36:05.273014 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9', 'code': 200} Dec 09 05:36:05.288924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Pushing event updated for resources: {'Port': ['ID=679785af-cb0d-40c8-818a-e8347100e3c9,revision_number=4']} {{(pid=80240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:05.295023 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80240) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:05.321131 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-de1e6e14-b3b7-4976-94ae-1e6f46a77632 req-3470153a-f090-4219-84e8-3101c55b31f4 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480011 Dec 09 05:36:05.545213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e133f-8a5c-4712-9e84-f818c12cf34d req-62c3b231-41e2-4f97-aaea-f44154d105e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:05.547006 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c70e133f-8a5c-4712-9e84-f818c12cf34d req-62c3b231-41e2-4f97-aaea-f44154d105e4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 1162 time: 0.0780118 Dec 09 05:36:05.592820 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c70e133f-8a5c-4712-9e84-f818c12cf34d req-bd757cf6-09aa-4572-b562-8fc1bf495d47 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376084 Dec 09 05:36:06.366285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 679785af-cb0d-40c8-818a-e8347100e3c9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:36:06.439902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 679785af-cb0d-40c8-818a-e8347100e3c9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:36:06.440326 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:06.538701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d268bb-a385-4052-899c-7ad45a101c58 req-db39122a-b668-4542-8096-75c09f4aa78f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:06.540336 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d9d268bb-a385-4052-899c-7ad45a101c58 req-db39122a-b668-4542-8096-75c09f4aa78f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.0846076 Dec 09 05:36:06.590730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47920) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:06.597563 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d9d268bb-a385-4052-899c-7ad45a101c58 req-4ce0c8c5-3aa9-4826-9016-a569f1181f3f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 Dec 09 05:36:07.266504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:07.863027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0117b-fdb7-4509-ad21-18df61b0d421 req-ce698d8c-171a-4cf6-b871-39cca56a0588 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:07.864630 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c0e0117b-fdb7-4509-ad21-18df61b0d421 req-ce698d8c-171a-4cf6-b871-39cca56a0588 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.1365602 Dec 09 05:36:07.962830 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-c0e0117b-fdb7-4509-ad21-18df61b0d421 req-638c17db-bd4d-4a72-b703-c17cc003cfc8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879133 Dec 09 05:36:07.977070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Deleting port 5aba07d6-f494-4f5a-a7cf-b43673482675 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:07.977454 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:08.166587 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] For port 5aba07d6-f494-4f5a-a7cf-b43673482675, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=5aba07d6-f494-4f5a-a7cf-b43673482675,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:08.166991 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:08.297120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Calling delete_port for 5aba07d6-f494-4f5a-a7cf-b43673482675 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:08.378835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 679785af-cb0d-40c8-818a-e8347100e3c9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:36:08.459682 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 679785af-cb0d-40c8-818a-e8347100e3c9 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:36:08.460120 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:08.483339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:08.498789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71412cca-5b79-43fd-8191-dcc6847e16fe tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:08.554188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aba07d6-f494-4f5a-a7cf-b43673482675,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:08.557314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:08.912130 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:09.417321 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Router d90081b5-7d8a-433a-8145-c9146f5d4deb has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:36:09.601987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:36:09.611660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Sync routers for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:36:09.616355 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-42cc31a6-cae0-4dae-8988-4a884f71a062 admin admin] 10.222.0.57 "PUT /v2.0/routers/d90081b5-7d8a-433a-8145-c9146f5d4deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0243490 Dec 09 05:36:09.619197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47938) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:09.622400 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:36:09.623073 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:35:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:09.813004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks [] for router, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:09.973677 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:36:10.005150 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.010567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Deleting port 37403e19-b397-4169-9338-4518ce32df8e {{(pid=80238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:10.010943 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.211749 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] For port 37403e19-b397-4169-9338-4518ce32df8e, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=37403e19-b397-4169-9338-4518ce32df8e,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:10.212232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.304395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:36:08Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:10.308630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Checking router: d90081b5-7d8a-433a-8145-c9146f5d4deb for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:36:10.318422 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Routers {'d90081b5-7d8a-433a-8145-c9146f5d4deb'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:36:10.319175 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:35:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d90081b5-7d8a-433a-8145-c9146f5d4deb'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:10.348099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Calling delete_port for 37403e19-b397-4169-9338-4518ce32df8e owned by network:router_gateway {{(pid=80238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:10.484231 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425311'] for port, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: WARNING neutron.plugins.ml2.ovo_rpc [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: result = function(*args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: proto.__init__(conn_state, self) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: self.handle() Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: self.handle_one_request() Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: self.handle_one_response() Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: result = self.application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return app(environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self.application) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return request.get_response(self.application) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = req.get_response(self._app) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: application, catch_exc_info=False) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: app_iter = application(self.environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: response = self.app(environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return resp(environ, start_response) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: resp = self.call_func(req, *args, **kw) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: return self.func(req, *args, **kwargs) Dec 09 05:36:10.490995 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: result = method(request=request, **args) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return self._delete(request, id, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*dup_args, **dup_kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: obj_deleter(request.context, id, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return method(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(*dup_args, **dup_kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: self._delete_current_gw_port(context, id, router, None) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: admin_ctx, gw_port_id, l3_port_check=False) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, context, *args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return method(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: context, port, router_ids, bound_mech_contexts) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: return function(*args, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: callback(resource, event, trigger, **kwargs) Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: if self._is_session_semantic_violated(context, resource, event): Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: stack = traceback.extract_stack() Dec 09 05:36:10.498650 dv-cinder-763306-6-smb neutron-server[80125]: Dec 09 05:36:10.513544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] Set router d90081b5-7d8a-433a-8145-c9146f5d4deb gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:36:10.682603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.821001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.821271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:36:08Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:10.823256 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.825386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d94cab3-b0c5-40e6-8723-e7ffd04f2629 None None] The sync data for ids ['d90081b5-7d8a-433a-8145-c9146f5d4deb'] in dv-cinder-763306-6-smb is: [{'id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'name': 'tempest-AttachVolumeShelveTestJSON-33075021-router', 'tenant_id': '8ea08a4ed13c41d7aea1a727b184d705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16'}], 'enable_snat': True}, 'gw_port_id': '37403e19-b397-4169-9338-4518ce32df8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:28:24Z', 'updated_at': '2020-12-09T05:36:08Z', 'revision_number': 5, 'project_id': '8ea08a4ed13c41d7aea1a727b184d705', 'gw_port': {'id': '37403e19-b397-4169-9338-4518ce32df8e', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd90081b5-7d8a-433a-8145-c9146f5d4deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:28:26Z', 'updated_at': '2020-12-09T05:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:36:10.913152 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.913722 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d90081b5-7d8a-433a-8145-c9146f5d4deb {{(pid=80238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:36:10.932006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] Notify callbacks [] for router, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:10.934346 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1de28993-114d-4591-9442-4793573d5350 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d90081b5-7d8a-433a-8145-c9146f5d4deb HTTP/1.1" status: 204 len: 168 time: 1.3130715 Dec 09 05:36:10.936133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 47950) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:11.242396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Deleting subnet 795d60ec-daa0-4bcf-be54-ee0ce97792fc {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:36:11.245524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:11.299378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2366850'] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:11.363770 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5aba07d6-f494-4f5a-a7cf-b43673482675 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:11.383015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:11.397640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 5aba07d6-f494-4f5a-a7cf-b43673482675 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:11.398045 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 5aba07d6-f494-4f5a-a7cf-b43673482675 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:11.656801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852350583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3176575'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:11.673671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c5bf4aa4-b6e6-48db-b646-f45228671d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:11.722468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=795d60ec-daa0-4bcf-be54-ee0ce97792fc,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:11.725121 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:11.809578 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:11.815182 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb718ed0-9ca9-472c-86a8-09d3f1d99fd9 None None] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:36:11.818080 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c5a3a38c-9318-42e5-b6f3-7bfacccbcb31 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/795d60ec-daa0-4bcf-be54-ee0ce97792fc HTTP/1.1" status: 204 len: 168 time: 0.8799849 Dec 09 05:36:11.819994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47956) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:11.936289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.006868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Deleting port 7e3116e0-abf6-40cd-bec8-89ede807b059 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:12.007246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.074774 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] DHCP port deletion for e118e726-feaf-48df-b7c6-f0d7ea8b6a09 request from dv-cinder-763306-6-smb {{(pid=80240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 05:36:12.079011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Deleting port 7e3116e0-abf6-40cd-bec8-89ede807b059 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:12.079505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.227978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] For port 7e3116e0-abf6-40cd-bec8-89ede807b059, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=7e3116e0-abf6-40cd-bec8-89ede807b059,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:12.228311 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.300318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] For port 7e3116e0-abf6-40cd-bec8-89ede807b059, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=7e3116e0-abf6-40cd-bec8-89ede807b059,segment=NetworkSegment(d0c1e6b2-a23f-4f0c-a8df-accf1545b786),segment_id=d0c1e6b2-a23f-4f0c-a8df-accf1545b786)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:12.300833 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.362222 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Calling delete_port for 7e3116e0-abf6-40cd-bec8-89ede807b059 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:12.430646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Calling delete_port for 7e3116e0-abf6-40cd-bec8-89ede807b059 owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:12.438518 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:12.454032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ebcfb77c-1aa2-4554-ae9a-c544db30799e tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:12.512491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3116e0-abf6-40cd-bec8-89ede807b059,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:12.513698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:36:12.515143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:36:12.515294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:12.835981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] No DVR routers for this DVR port 7e3116e0-abf6-40cd-bec8-89ede807b059 on host dv-cinder-763306-6-smb {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:12.964517 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.016441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Deleting port 7e3116e0-abf6-40cd-bec8-89ede807b059 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:13.017377 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.082243 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-218aba15-4aef-4d35-81cc-1ef4f55fbc9f None None] The port '7e3116e0-abf6-40cd-bec8-89ede807b059' was deleted {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 09 05:36:13.082890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e118e726-feaf-48df-b7c6-f0d7ea8b6a09']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:13.096030 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:13.096373 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c1e6b2-a23f-4f0c-a8df-accf1545b786') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:13.108678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.124999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.127763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:36:13.310221 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:36:13.320092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.412823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 37403e19-b397-4169-9338-4518ce32df8e no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:13.447827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 37403e19-b397-4169-9338-4518ce32df8e {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:13.448230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 37403e19-b397-4169-9338-4518ce32df8e not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:13.448693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 7e3116e0-abf6-40cd-bec8-89ede807b059 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:13.484715 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 7e3116e0-abf6-40cd-bec8-89ede807b059 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:13.485118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 7e3116e0-abf6-40cd-bec8-89ede807b059 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:13.507205 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Network e118e726-feaf-48df-b7c6-f0d7ea8b6a09 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:36:13.534890 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:36:13.612614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.615977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:13.631005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.642872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e118e726-feaf-48df-b7c6-f0d7ea8b6a09,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:13.652230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:13.654205 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e118e726-feaf-48df-b7c6-f0d7ea8b6a09 HTTP/1.1" status: 204 len: 168 time: 1.8330972 Dec 09 05:36:13.801766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47976) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:13.856904 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-345e375e-2936-49ec-b0f1-33afcd8b9865 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ea08a4ed13c41d7aea1a727b184d705&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0537982 Dec 09 05:36:13.859505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 47980) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:13.920904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.948371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:13.999942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:14.005279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-356afa96-f9ec-447c-8c67-39f54f8fc5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:14.019223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8706aa17-cf62-4a7c-9a60-8f66eca01149,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:14.023519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:14.026842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:14.028129 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8706aa17-cf62-4a7c-9a60-8f66eca01149 HTTP/1.1" status: 204 len: 168 time: 0.1676116 Dec 09 05:36:14.199075 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9f57975f-9fca-4911-99d9-9f1c40deda4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:15.720941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9182fe-5c93-4881-96fa-1988959b99d6 req-4b6d9083-950b-46ee-9b22-ffd0514e2368 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:15.722626 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3f9182fe-5c93-4881-96fa-1988959b99d6 req-4b6d9083-950b-46ee-9b22-ffd0514e2368 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.0905073 Dec 09 05:36:15.772244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3f9182fe-5c93-4881-96fa-1988959b99d6 req-55068db6-9bd5-483b-a1b2-5d111d33d675 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Dec 09 05:36:16.494987 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c2326374-0277-4586-9761-89f4b8712754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:16.993423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f5bff-561b-4069-9f97-a57cc18ae0e7 req-abbe64cf-a97d-48e0-a74e-48e353248c34 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:16.995156 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-486f5bff-561b-4069-9f97-a57cc18ae0e7 req-abbe64cf-a97d-48e0-a74e-48e353248c34 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.0897043 Dec 09 05:36:17.042823 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-486f5bff-561b-4069-9f97-a57cc18ae0e7 req-3b97792c-a1eb-47b1-9ff3-7bd4dc43ad32 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Dec 09 05:36:17.436403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:17.673238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-6628dedc-3be9-4473-a0f2-9a78ede87307 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:17.674872 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-6628dedc-3be9-4473-a0f2-9a78ede87307 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.0842445 Dec 09 05:36:17.753705 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Deleting port 679785af-cb0d-40c8-818a-e8347100e3c9 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:17.754005 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:17.982707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:18.005290 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] For port 679785af-cb0d-40c8-818a-e8347100e3c9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=679785af-cb0d-40c8-818a-e8347100e3c9,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:18.005804 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:18.135787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Calling delete_port for 679785af-cb0d-40c8-818a-e8347100e3c9 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:18.338017 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe30eb-824b-4c17-9b58-9ffa0d612286 req-78cb75a9-1bc1-4517-81a5-cc1266209eb1 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:18.339737 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-61fe30eb-824b-4c17-9b58-9ffa0d612286 req-78cb75a9-1bc1-4517-81a5-cc1266209eb1 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=ee125a08-ef88-48b2-a477-bcde4b182e9d HTTP/1.1" status: 200 len: 945 time: 0.1639416 Dec 09 05:36:18.367831 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:18.385590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:18.394873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 679785af-cb0d-40c8-818a-e8347100e3c9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:18.429088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 679785af-cb0d-40c8-818a-e8347100e3c9 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:18.429491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 679785af-cb0d-40c8-818a-e8347100e3c9 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:18.436927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event deleted for resources: {'Port': ['ID=679785af-cb0d-40c8-818a-e8347100e3c9,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:18.458962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:18.522731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:18.522967 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-61fe30eb-824b-4c17-9b58-9ffa0d612286 req-d0fc59b5-93af-47ea-abed-7591d92b8e72 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735613 Dec 09 05:36:18.613780 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] No DVR routers for this DVR port 679785af-cb0d-40c8-818a-e8347100e3c9 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:18.615960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:18.618671 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'name': 'network-vif-deleted', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:18.633506 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-097c661c-c3f8-4729-a0fc-04e63cc95fce req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "DELETE /v2.0/ports/679785af-cb0d-40c8-818a-e8347100e3c9 HTTP/1.1" status: 204 len: 173 time: 0.9521191 Dec 09 05:36:18.688808 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee125a08-ef88-48b2-a477-bcde4b182e9d', 'name': 'network-vif-deleted', 'tag': '679785af-cb0d-40c8-818a-e8347100e3c9', 'status': 'completed', 'code': 200} Dec 09 05:36:20.182345 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:21.295353 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e81856-696d-4129-97a7-ef22f786152d req-67ef075e-9c18-459a-b08a-576ecaae693c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:21.296124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-38e81856-696d-4129-97a7-ef22f786152d req-67ef075e-9c18-459a-b08a-576ecaae693c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:36:21.311696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-38e81856-696d-4129-97a7-ef22f786152d req-67ef075e-9c18-459a-b08a-576ecaae693c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:36:21.312975 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-38e81856-696d-4129-97a7-ef22f786152d req-67ef075e-9c18-459a-b08a-576ecaae693c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.1018856 Dec 09 05:36:21.361867 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-38e81856-696d-4129-97a7-ef22f786152d req-7660a12b-5be6-47a2-a82c-86b0e9e94c37 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Dec 09 05:36:22.574569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f8dae-426b-4812-b09b-97fe16057a31 req-3acaeba1-a275-46ac-b130-4ad889844ce7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:22.576184 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9f9f8dae-426b-4812-b09b-97fe16057a31 req-3acaeba1-a275-46ac-b130-4ad889844ce7 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.0836954 Dec 09 05:36:22.627293 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9f9f8dae-426b-4812-b09b-97fe16057a31 req-bc3442dc-caaa-438e-8ac4-35321c0518da tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435970 Dec 09 05:36:22.937034 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-d1ed4640-285c-4e2c-9321-0abcbcbb2904 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0778179 Dec 09 05:36:23.089066 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915970b-c188-46c5-96be-b29815bd6846 req-08efdabc-62a3-41d1-b876-235a6591dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:23.090692 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-08efdabc-62a3-41d1-b876-235a6591dba2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0749731 Dec 09 05:36:23.194867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-52766a53-b4e2-448b-9ed8-ffa901de0af4 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:23.196740 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-52766a53-b4e2-448b-9ed8-ffa901de0af4 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.0861721 Dec 09 05:36:23.261013 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915970b-c188-46c5-96be-b29815bd6846 req-fadde584-fcb6-46bf-af69-d2aca62a4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:23.262661 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-fadde584-fcb6-46bf-af69-d2aca62a4638 service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1420224 Dec 09 05:36:23.277557 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Deleting port f8c95619-4754-446c-b4e3-32f81f3edb18 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:23.277945 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:23.370553 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-9517c55f-758a-4c4e-afcd-ed628254d470 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 1002 time: 0.1001923 Dec 09 05:36:23.448416 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915970b-c188-46c5-96be-b29815bd6846 req-20025019-03fa-412d-aa72-6d08bd0eb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:23.450214 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-20025019-03fa-412d-aa72-6d08bd0eb699 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.0732524 Dec 09 05:36:23.534269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915970b-c188-46c5-96be-b29815bd6846 req-f38c16c9-6ad8-487b-bdc3-0a2678c95a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:23.535921 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-f38c16c9-6ad8-487b-bdc3-0a2678c95a1a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786963 Dec 09 05:36:23.551015 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] For port f8c95619-4754-446c-b4e3-32f81f3edb18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f8c95619-4754-446c-b4e3-32f81f3edb18,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:23.551423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:23.685496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Calling delete_port for f8c95619-4754-446c-b4e3-32f81f3edb18 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:23.690783 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-ef2a584e-bedd-45ee-85ec-2b08caf7745f service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468692 Dec 09 05:36:23.864705 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-8915970b-c188-46c5-96be-b29815bd6846 req-c153ae7f-0617-40a4-8a27-a2cf31cb721f service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1668258 Dec 09 05:36:23.901003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:23.918126 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:23.976227 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event deleted for resources: {'Port': ['ID=f8c95619-4754-446c-b4e3-32f81f3edb18,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:23.989606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:24.049681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ed5b-d229-40c5-bf54-6a1c5236770a req-38aa9919-3feb-4867-9902-ac78267762c9 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:24.051532 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bac6ed5b-d229-40c5-bf54-6a1c5236770a req-38aa9919-3feb-4867-9902-ac78267762c9 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=6041d53a-22f5-45f4-9c9d-661c9cacf587 HTTP/1.1" status: 200 len: 946 time: 0.2439492 Dec 09 05:36:24.130843 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bac6ed5b-d229-40c5-bf54-6a1c5236770a req-48056b4e-8b81-419c-85af-3f5fa8837399 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713806 Dec 09 05:36:24.182596 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] No DVR routers for this DVR port f8c95619-4754-446c-b4e3-32f81f3edb18 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:24.184903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:24.187646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'name': 'network-vif-deleted', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:24.202573 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-5d90f00d-8b49-444f-ae51-b667dc58f32f req-842ca4e6-60d7-4ff4-9b08-f96c4a0a2063 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "DELETE /v2.0/ports/f8c95619-4754-446c-b4e3-32f81f3edb18 HTTP/1.1" status: 204 len: 173 time: 0.9999542 Dec 09 05:36:24.247409 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6041d53a-22f5-45f4-9c9d-661c9cacf587', 'name': 'network-vif-deleted', 'tag': 'f8c95619-4754-446c-b4e3-32f81f3edb18', 'status': 'completed', 'code': 200} Dec 09 05:36:24.799500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device f8c95619-4754-446c-b4e3-32f81f3edb18 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:24.836983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: f8c95619-4754-446c-b4e3-32f81f3edb18 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:24.837379 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device f8c95619-4754-446c-b4e3-32f81f3edb18 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:25.664462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e10a7-c81a-4a5b-861e-61dc351cc3b9 req-e762b12f-9caa-4fd9-a61f-f59bf4b5ffca tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:25.665144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f36e10a7-c81a-4a5b-861e-61dc351cc3b9 req-e762b12f-9caa-4fd9-a61f-f59bf4b5ffca tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:36:25.679660 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-f36e10a7-c81a-4a5b-861e-61dc351cc3b9 req-e762b12f-9caa-4fd9-a61f-f59bf4b5ffca tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:36:25.680909 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f36e10a7-c81a-4a5b-861e-61dc351cc3b9 req-e762b12f-9caa-4fd9-a61f-f59bf4b5ffca tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 946 time: 0.0979159 Dec 09 05:36:25.728048 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-f36e10a7-c81a-4a5b-861e-61dc351cc3b9 req-e8b651c8-70d6-4075-b2e5-58fee6139c77 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Dec 09 05:36:26.977839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3134ec-7f29-45c9-bb90-9c0707c1c1ef req-44f96848-a267-491b-9567-c7cf71dd6716 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:26.979584 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3f3134ec-7f29-45c9-bb90-9c0707c1c1ef req-44f96848-a267-491b-9567-c7cf71dd6716 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 946 time: 0.1064770 Dec 09 05:36:27.043344 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3f3134ec-7f29-45c9-bb90-9c0707c1c1ef req-d67cf288-78a3-4321-b552-03173d26bf8c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554979 Dec 09 05:36:27.183834 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d185c-f450-4280-bd54-8374d114bd8c req-538f155e-3403-4738-bf18-3f4efe984d2a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:27.185414 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d86d185c-f450-4280-bd54-8374d114bd8c req-538f155e-3403-4738-bf18-3f4efe984d2a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 946 time: 0.0870724 Dec 09 05:36:27.258818 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Deleting port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:27.259148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:27.734438 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] For port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:27.734809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:27.858759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Calling delete_port for 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:28.000390 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:28.015341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:28.069789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event deleted for resources: {'Port': ['ID=6029aeb7-b84f-49b5-b73b-26b96a3b5c7d,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:28.074694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:28.267895 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] No DVR routers for this DVR port 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:28.271297 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-3784fd62-c181-4666-b60e-9669315ca4ae req-cc87b219-359c-4083-9fdf-0843422519dc tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=2b7c51e1-e159-49b9-8902-146be8246b09 HTTP/1.1" status: 200 len: 210 time: 0.0837533 Dec 09 05:36:28.272320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:28.275190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'name': 'network-vif-deleted', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:28.291561 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d86d185c-f450-4280-bd54-8374d114bd8c req-3eb52115-ac08-453e-bb33-cb1062b656b3 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "DELETE /v2.0/ports/6029aeb7-b84f-49b5-b73b-26b96a3b5c7d HTTP/1.1" status: 204 len: 173 time: 1.1001992 Dec 09 05:36:28.353793 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b7c51e1-e159-49b9-8902-146be8246b09', 'name': 'network-vif-deleted', 'tag': '6029aeb7-b84f-49b5-b73b-26b96a3b5c7d', 'status': 'completed', 'code': 200} Dec 09 05:36:28.656569 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:28.692337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:28.692737 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 6029aeb7-b84f-49b5-b73b-26b96a3b5c7d not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:31.043439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df161-7de4-4fe5-8b03-2b272935faa4 req-771f0d63-3db9-46b0-89c7-05caa31d6491 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:31.044233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-239df161-7de4-4fe5-8b03-2b272935faa4 req-771f0d63-3db9-46b0-89c7-05caa31d6491 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Synchronizing usage tracker for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:36:31.060343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-239df161-7de4-4fe5-8b03-2b272935faa4 req-771f0d63-3db9-46b0-89c7-05caa31d6491 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Unset dirty status for tenant:8ab930b690af4cf88f26ff04d76d8090 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:36:31.061634 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-239df161-7de4-4fe5-8b03-2b272935faa4 req-771f0d63-3db9-46b0-89c7-05caa31d6491 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 945 time: 0.1070189 Dec 09 05:36:31.111692 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-239df161-7de4-4fe5-8b03-2b272935faa4 req-5fab021c-c209-4bd4-82b1-5b1db054db98 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Dec 09 05:36:32.326739 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98353335-3bfc-46ee-95dc-e3230ccaaffb req-47701917-9683-4283-ba96-11cb79995937 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:32.328322 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-98353335-3bfc-46ee-95dc-e3230ccaaffb req-47701917-9683-4283-ba96-11cb79995937 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0819883 Dec 09 05:36:32.381014 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-98353335-3bfc-46ee-95dc-e3230ccaaffb req-fdddf839-f814-4509-bae0-040d3e0ef8a6 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/security-groups?id=97eb7f2b-6db5-4bce-b08a-ec9790bc203a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Dec 09 05:36:32.557501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 01530706-00f9-49f6-b63d-583452ec5fb3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 05:36:32.628797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.provisioning_blocks [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Provisioning complete for port 01530706-00f9-49f6-b63d-583452ec5fb3 triggered by entity L2. {{(pid=80240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 05:36:32.629229 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036838742550'] for port, provisioning_complete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:32.681238 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-3ffd25a9-7e4f-422a-b664-ffdddd68bf3c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:36:32.683340 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-3ffd25a9-7e4f-422a-b664-ffdddd68bf3c tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 945 time: 0.0910397 Dec 09 05:36:32.761113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Deleting port 01530706-00f9-49f6-b63d-583452ec5fb3 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:36:32.761764 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.024452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] For port 01530706-00f9-49f6-b63d-583452ec5fb3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=01530706-00f9-49f6-b63d-583452ec5fb3,segment=NetworkSegment(4eb99ab9-44d3-464d-b81d-2ca2259f5398),segment_id=4eb99ab9-44d3-464d-b81d-2ca2259f5398)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:36:33.024862 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.156644 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Calling delete_port for 01530706-00f9-49f6-b63d-583452ec5fb3 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:36:33.194473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48258) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:33.313041 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.328606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-522d9c5d-92ba-405e-85b0-cd24555cc993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:33.389871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Pushing event deleted for resources: {'Port': ['ID=01530706-00f9-49f6-b63d-583452ec5fb3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:33.407264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:33.410921 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.475490 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:33.485388 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Usage tracker for resource:security_group_rule and tenant:f882d136c964428b991a0a37390f4a44 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:33.495955 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:33.505011 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:33.593341 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9ef686a4-982a-4485-a5c8-f742f957f755 req-e2b137ba-01da-4dd3-b172-cc7ab3cf5f64 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.57 "GET /v2.0/ports?device_id=d7b93cc8-52c6-4686-9275-3fee6080d9b4 HTTP/1.1" status: 200 len: 210 time: 0.0719380 Dec 09 05:36:33.653839 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] No DVR routers for this DVR port 01530706-00f9-49f6-b63d-583452ec5fb3 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:36:33.656972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.659916 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'name': 'network-vif-deleted', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:36:33.699572 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-25d510e6-3ba7-4a5f-b7b5-f81305383327 req-515040bb-9896-4ebd-820d-44d143a393d8 tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] 10.222.0.54 "DELETE /v2.0/ports/01530706-00f9-49f6-b63d-583452ec5fb3 HTTP/1.1" status: 204 len: 173 time: 1.0109637 Dec 09 05:36:33.727086 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b93cc8-52c6-4686-9275-3fee6080d9b4', 'name': 'network-vif-deleted', 'tag': '01530706-00f9-49f6-b63d-583452ec5fb3', 'status': 'completed', 'code': 200} Dec 09 05:36:33.734179 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.737489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.748070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d9616abd-d5d0-493c-9405-f64701489f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:33.794000 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f882d136c964428b991a0a37390f4a44&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5983729 Dec 09 05:36:33.795043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8429a2-1f3c-470b-9f62-a033131a8ec5,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:33.796899 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48268) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:33.798498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-08aeed25-56cc-43f4-8aba-87ee1cc74a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:33.862368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.891061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.937232 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.942188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6cbc0f2a-22e3-4b3a-98fc-94bddc2407f5 tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:33.956333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8429a2-1f3c-470b-9f62-a033131a8ec5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:33.959477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:33.960433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:33.961664 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff8429a2-1f3c-470b-9f62-a033131a8ec5 HTTP/1.1" status: 204 len: 168 time: 0.1634939 Dec 09 05:36:34.319978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48276) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:34.339092 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.354047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:34.358104 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Usage tracker for resource:security_group_rule and tenant:69779f413fd546f5a5c73a5bb71b02bf is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:34.361037 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:34.366823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:34.454859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.457474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.466775 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a6e9b5c7-e59c-4b39-903d-40c4a68ebe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:34.509433 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=69779f413fd546f5a5c73a5bb71b02bf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1882112 Dec 09 05:36:34.510351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f081a7b-9a70-447f-8c06-49bfb9e5ecc4,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:34.512338 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48280) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:34.513546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:34.522358 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 01530706-00f9-49f6-b63d-583452ec5fb3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:36:34.557195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: 01530706-00f9-49f6-b63d-583452ec5fb3 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:36:34.557642 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device 01530706-00f9-49f6-b63d-583452ec5fb3 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:36:34.580252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.607673 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.653533 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.658949 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-4b74681f-2526-464e-82e6-c4630256c323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:34.671477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f081a7b-9a70-447f-8c06-49bfb9e5ecc4,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:34.674787 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:34.681402 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.685142 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-9031b43d-e9a1-4059-8120-69cc493ed3e0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7f081a7b-9a70-447f-8c06-49bfb9e5ecc4 HTTP/1.1" status: 204 len: 168 time: 0.1693096 Dec 09 05:36:34.709343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48288) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:34.777166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Deleting subnet 4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 {{(pid=80238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:36:34.780244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.838904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2366850'] for subnet, precommit_delete_associations {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:34.900613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.190488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852350583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3176575'] for subnet, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.206433 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:35.256645 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:35.262876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:35.344672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.359431 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f6a88033-a8f6-491e-8dec-ab0f0fe07918 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4c3d4141-d9d2-44a2-a2fd-a8cf99a6cfb5 HTTP/1.1" status: 204 len: 168 time: 0.6465387 Dec 09 05:36:35.359877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48302) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:35.479198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.670118 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.787941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1564dbaa-192e-4ec7-a913-b71b9279a6a6']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:35.800823 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb99ab9-44d3-464d-b81d-2ca2259f5398') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:35.801164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb99ab9-44d3-464d-b81d-2ca2259f5398') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:36:35.813292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.834307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:35.836504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:36:36.019267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:36:36.029004 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.212577 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Network 1564dbaa-192e-4ec7-a913-b71b9279a6a6 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:36:36.236535 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:36:36.319270 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.323027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a822a9ab-a2ae-4651-bf6d-58f4d4eaa6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:36.337186 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.352068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=1564dbaa-192e-4ec7-a913-b71b9279a6a6,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:36.355877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:36.360998 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e339259f-6b11-4edd-a6b9-54ddfecd5c3d admin admin] 10.222.0.57 "DELETE /v2.0/networks/1564dbaa-192e-4ec7-a913-b71b9279a6a6 HTTP/1.1" status: 204 len: 168 time: 1.0001540 Dec 09 05:36:36.575209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48332) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:36.627426 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-33fbfa3c-f90a-4e2c-8763-c36b1c41a093 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ab930b690af4cf88f26ff04d76d8090&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0508707 Dec 09 05:36:36.629979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48336) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:36.694410 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.722429 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.767967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.772007 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-adc4ed84-a8e7-4d23-9ccb-531821df9cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:36.787499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb7f2b-6db5-4bce-b08a-ec9790bc203a,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:36.790472 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:36.798501 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:36.799762 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97eb7f2b-6db5-4bce-b08a-ec9790bc203a HTTP/1.1" status: 204 len: 168 time: 0.1681077 Dec 09 05:36:36.951071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:36:44.200544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0662-e6a4-4d1f-a540-ac72179b7fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:46.495903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-792c38a3-6256-44d9-af31-eab8c4650240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:47.438781 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:47.967160 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48526) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:47.986902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.122717 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.139790 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:48.143932 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Usage tracker for resource:security_group_rule and tenant:d29ffc10bb204bd1bc4652b7e00f2d45 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:48.147162 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:48.152994 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:48.245474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.248166 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.257566 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e5d31776-8c08-464f-8016-88e02073c1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:48.299529 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d29ffc10bb204bd1bc4652b7e00f2d45&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3311861 Dec 09 05:36:48.301210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880b2504-9b16-4d55-96e4-575849c3724c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:48.302314 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48540) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:48.305961 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:48.369576 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.397835 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.444299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.449396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71a30933-6cb0-4992-84e6-76e4c0ee35b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:48.463868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880b2504-9b16-4d55-96e4-575849c3724c,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:48.466982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:48.467915 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:48.471591 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/880b2504-9b16-4d55-96e4-575849c3724c HTTP/1.1" status: 204 len: 168 time: 0.1665993 Dec 09 05:36:48.521559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:50.180549 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.303531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48674) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:54.465387 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.481281 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:54.485409 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Usage tracker for resource:security_group_rule and tenant:c0de34fcf26d4752bee45c2d31157ac1 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:54.488473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:54.494900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:54.583157 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.586788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.596064 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ab48d2e9-4fea-4b09-b3da-64c6d3fcec3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:54.637969 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1886b76d-834d-42be-aa90-9eee5738a7b5,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:54.645777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:54.645777 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3ab7de62-333c-4a80-a0cd-6fef1177e35b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0de34fcf26d4752bee45c2d31157ac1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3397954 Dec 09 05:36:54.648026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48690) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:54.713425 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.740948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.790995 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.796111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ba63f09e-61e9-4109-8663-5d0cf2261ddb tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:54.810553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1886b76d-834d-42be-aa90-9eee5738a7b5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:54.813352 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:54.814639 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:54.815862 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1886b76d-834d-42be-aa90-9eee5738a7b5 HTTP/1.1" status: 204 len: 168 time: 0.1667747 Dec 09 05:36:55.172488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48698) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:55.192446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.208499 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:55.212873 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:66874b0bf6924a75b08eb6414982c5ad is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:55.215882 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:55.221679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:55.307813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.310727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.319852 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-23aa5fcd-d37a-42d6-a806-52661e306c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:55.361434 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66874b0bf6924a75b08eb6414982c5ad&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1877809 Dec 09 05:36:55.362351 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8357ab8d-24dc-489f-b41d-c9dba46d1a6a,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:55.364367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48702) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:55.366289 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:55.429879 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.456452 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.500905 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.505809 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-325a3f9b-72db-476d-9073-4d7e8fac6513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:55.520441 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8357ab8d-24dc-489f-b41d-c9dba46d1a6a,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:55.523788 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:55.528086 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:55.530136 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8357ab8d-24dc-489f-b41d-c9dba46d1a6a HTTP/1.1" status: 204 len: 168 time: 0.1637836 Dec 09 05:36:57.715195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48778) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:57.767228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48784) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:57.939939 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:57.952218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:57.971481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:57.974079 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:57.979571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Usage tracker for resource:security_group_rule and tenant:26bf7b8b536c472785cf576bc325808c is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:57.982538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Usage tracker for resource:security_group_rule and tenant:e759dbfb758845af9186cfee7b331e70 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:57.985253 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:57.988306 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:57.996357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:57.998630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:58.156688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.159350 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.160957 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.170412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-84e6341f-a75b-4706-b24f-1bee0175bc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:58.181327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.230219 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26bf7b8b536c472785cf576bc325808c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4618597 Dec 09 05:36:58.233085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48790) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:58.242964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f9271d-8264-47ac-a534-63c9796a4dd5,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:58.246515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:58.248228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f3441c34-34b0-4433-8ee2-086b308d01b6 tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:58.259352 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e759dbfb758845af9186cfee7b331e70&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5430157 Dec 09 05:36:58.262223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48794) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:58.279401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf24d78-286e-4d74-8123-ea842429b824,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:58.283095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-16bce132-c6d0-4afd-872c-f165f10fa2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:58.342789 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.377859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.395815 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.430546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.489719 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.495647 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a84fccf5-e665-4d76-964a-8aa72e07451b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:58.505927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.517206 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f9271d-8264-47ac-a534-63c9796a4dd5,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:58.522678 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:58.524912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-dc97d2ed-b3b0-4db9-8f01-90af04995c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:58.544791 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf24d78-286e-4d74-8123-ea842429b824,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:58.549417 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.550686 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99f9271d-8264-47ac-a534-63c9796a4dd5 HTTP/1.1" status: 204 len: 168 time: 0.3164306 Dec 09 05:36:58.551698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:58.558711 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:58.559907 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdf24d78-286e-4d74-8123-ea842429b824 HTTP/1.1" status: 204 len: 168 time: 0.2966962 Dec 09 05:36:58.994740 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48806) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:58.995908 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48808) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:59.015747 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.018042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.031634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:59.034393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:36:59.036039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Usage tracker for resource:security_group_rule and tenant:0f76caa41c554547a2e4a3f2398acc79 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:59.039865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:59.040251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Usage tracker for resource:security_group_rule and tenant:21666fba4dfd45e89cdf27ebed313aa9 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:36:59.043704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:36:59.047902 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:59.050502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:36:59.137093 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.139486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.140042 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.142595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.150110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2e4dd1c5-851c-496e-ba1b-c33ea211cb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:59.152933 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-30a3ad12-388d-4dc8-84b6-bc8a04a044b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:59.192882 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f76caa41c554547a2e4a3f2398acc79&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1958361 Dec 09 05:36:59.194357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dc256d-b721-4541-a1e3-533775acae97,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:59.194519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32033a21-9fea-4c5d-933e-b18224b73a93,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:59.196903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48814) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:59.198080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:59.199560 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:59.200735 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21666fba4dfd45e89cdf27ebed313aa9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2047701 Dec 09 05:36:59.203506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48818) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:36:59.267357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.267732 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.295226 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.295637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.341419 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.343301 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.346702 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6d2f61d8-116c-4bf0-b0cb-6b52d8c20033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:59.348498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-fbb412ef-5ebd-4e51-bcbb-8ba3014fa8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:36:59.360141 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dc256d-b721-4541-a1e3-533775acae97,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:59.363445 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32033a21-9fea-4c5d-933e-b18224b73a93,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:36:59.366960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:59.367679 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.368905 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9dc256d-b721-4541-a1e3-533775acae97 HTTP/1.1" status: 204 len: 168 time: 0.1644289 Dec 09 05:36:59.380435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.380962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.381887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.382307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.382713 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.383108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.383502 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.383893 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.384286 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.384674 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.385069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.385459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.385890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.386317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.386759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.387081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.387471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.387856 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.388244 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.388638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.389022 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.389411 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.389796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.390200 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:36:59.395046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:36:59.404463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:36:59.409036 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7312d5e2-26a2-49f3-ae55-b6c2ac4958de admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32033a21-9fea-4c5d-933e-b18224b73a93 HTTP/1.1" status: 204 len: 168 time: 0.2111266 Dec 09 05:37:03.839293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 48978) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:03.993771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.009339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:04.013363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Usage tracker for resource:security_group_rule and tenant:a9941a3268014944ae40b65af88e0198 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:04.016337 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:04.022193 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:04.104913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.107853 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.118089 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7680bec9-86af-411c-aa26-51c1224bc09b tempest-AttachVolumeTestJSON-1778052443 tempest-AttachVolumeTestJSON-1778052443] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:04.161071 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9941a3268014944ae40b65af88e0198&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3206334 Dec 09 05:37:04.162630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d2dab1-e3d6-4354-8144-6c9c56298937,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:04.164448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 48984) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:04.170797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.171219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.171632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.172040 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.172446 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.172847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.173247 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.173662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.174051 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.174473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.174872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.175267 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.175707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.176108 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.176503 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.176897 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.177292 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.178261 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.178659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.179055 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.179455 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.179850 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.180245 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.180636 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-6-smb {{(pid=80238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 05:37:04.184996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:04.229913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.257842 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.308327 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.313638 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6876c004-4b48-4dcc-9065-2c6e65775c0e tempest-TestMinimumBasicScenario-1744034540 tempest-TestMinimumBasicScenario-1744034540] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:04.325255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d2dab1-e3d6-4354-8144-6c9c56298937,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:04.330197 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:04.332508 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.333747 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15d2dab1-e3d6-4354-8144-6c9c56298937 HTTP/1.1" status: 204 len: 168 time: 0.1681459 Dec 09 05:37:04.704151 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49000) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:04.723315 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.738469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:04.743032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Usage tracker for resource:security_group_rule and tenant:536754e29ae240fa9993aa22902ac7a7 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:04.745965 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:04.751797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:04.840138 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.842757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.851585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-71a07e25-4562-4427-9e87-10166541186c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:04.893312 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=536754e29ae240fa9993aa22902ac7a7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1880491 Dec 09 05:37:04.894978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be267cce-337c-470a-86fe-337bda43ca79,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:04.896346 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49004) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:04.898376 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a88bef83-de93-4bd8-a9fc-ddf7288ca681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:04.963240 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:04.991822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:05.038960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:05.043998 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-95473d46-bbe3-4942-ba53-132a617a6e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:05.058246 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be267cce-337c-470a-86fe-337bda43ca79,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:05.061047 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:05.062271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:05.063510 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6ce11fb0-1f10-467c-88c7-9ca112e8b464 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be267cce-337c-470a-86fe-337bda43ca79 HTTP/1.1" status: 204 len: 168 time: 0.1659360 Dec 09 05:37:07.125461 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-579fc254-dab4-4547-ab2f-9dbef80aad3a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/floatingips/9b2cc31c-2ad1-4afc-95e4-7726d704d04a HTTP/1.1" status: 200 len: 999 time: 0.1127632 Dec 09 05:37:07.521082 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-29e4c172-595d-4ce9-bb98-79588c78759b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:07.522745 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-29e4c172-595d-4ce9-bb98-79588c78759b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/networks/03a40fbc-98b7-4ac8-bb2b-ac981dc2995c HTTP/1.1" status: 200 len: 784 time: 0.3905711 Dec 09 05:37:07.648778 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-45cd3fba-d088-4dca-b3a3-afb13da1831b tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1175265 Dec 09 05:37:07.734590 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-5afff701-17fd-41c1-b7df-924f3b73e632 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:07.736088 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-5afff701-17fd-41c1-b7df-924f3b73e632 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports/b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 943 time: 0.0803986 Dec 09 05:37:07.926124 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-83213b4e-6b9f-42f9-b8b5-ebc998c8ba5f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.28.3.199 HTTP/1.1" status: 200 len: 1002 time: 0.1050885 Dec 09 05:37:08.150477 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Deleting port eb4ff21f-1aa6-4df5-a5a2-1e364e60e002 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:08.151106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:08.332602 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:08.332913 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:08.463904 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Calling delete_port for eb4ff21f-1aa6-4df5-a5a2-1e364e60e002 owned by network:floatingip {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:08.619248 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:08.635816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3a808e66-2aae-4eae-9753-48116456a10b tempest-VolumesSnapshotTestJSON-600079937 tempest-VolumesSnapshotTestJSON-600079937] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:08.694612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event deleted for resources: {'Port': ['ID=eb4ff21f-1aa6-4df5-a5a2-1e364e60e002,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:08.697451 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:08.884982 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for floatingip, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:08.885371 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.db.l3_db [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Floating IP 9b2cc31c-2ad1-4afc-95e4-7726d704d04a disassociated (deleted). External IP: 172.28.3.199, port: b612ffe9-eaf1-41fe-b8f2-cac3da9230a8. Dec 09 05:37:09.268515 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Router f80a89e7-f5db-4643-8416-b4d53af9153c has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:37:09.456482 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:37:09.467521 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Sync routers for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:37:09.479144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:09.479824 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:36:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:09.483724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for floatingip, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:09.550705 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "DELETE /v2.0/floatingips/9b2cc31c-2ad1-4afc-95e4-7726d704d04a HTTP/1.1" status: 204 len: 173 time: 1.6139934 Dec 09 05:37:09.551325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:37:09.621702 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'status': 'completed', 'code': 200} Dec 09 05:37:09.643099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-c3d8c072-f0d8-4acb-a5b6-34bd22c5370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:09.644795 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-c3d8c072-f0d8-4acb-a5b6-34bd22c5370e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.0882246 Dec 09 05:37:09.681392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:09.856068 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-ef473463-df8f-489d-8ec2-9308137f4d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:09.857741 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-ef473463-df8f-489d-8ec2-9308137f4d5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b51785a98e344525bd9b93c45e190ec4&device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 1163 time: 0.2116995 Dec 09 05:37:09.860401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-49800ce9-41f9-48b2-89f8-2ba4ff76b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:09.861819 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-49800ce9-41f9-48b2-89f8-2ba4ff76b122 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.1817925 Dec 09 05:37:09.979922 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-f309d7d9-aa96-489d-9a5d-62028ced8e60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 217 time: 0.0888059 Dec 09 05:37:10.042886 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:10.047268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Checking router: f80a89e7-f5db-4643-8416-b4d53af9153c for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:37:10.058704 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:10.059147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:36:46Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:10.133363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-7da1fb83-560f-438b-b7ae-f5b98f9b8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:10.141245 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-7da1fb83-560f-438b-b7ae-f5b98f9b8033 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.1067879 Dec 09 05:37:10.191725 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-cf739cd7-585d-433a-a480-4c79b9b6d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:10.193934 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-cf739cd7-585d-433a-a480-4c79b9b6d8dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 200 len: 902 time: 0.3282888 Dec 09 05:37:10.268816 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:10.272308 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-004e9508-9224-48e7-920f-9f75b201d454 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 200 len: 217 time: 0.0690372 Dec 09 05:37:10.588223 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-e0fb3dcf-30ef-4a1c-8920-f23b6cd40bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:10.589885 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-e0fb3dcf-30ef-4a1c-8920-f23b6cd40bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4478123 Dec 09 05:37:10.600860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-6ff7a151-de10-44aa-b135-76bdce5caad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:10.602432 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-6ff7a151-de10-44aa-b135-76bdce5caad7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 200 len: 847 time: 0.3244627 Dec 09 05:37:10.626198 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:10.630603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bac1895-fde0-45a0-9655-e96b99694d64 None None] The sync data for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb is: [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:31:50Z', 'revision_number': 4, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb', '_interfaces': [{'id': 'df811737-7276-46d7-ad8c-b1007712f383', 'name': '', 'network_id': '88102c31-2b4e-4feb-b450-f808497a2057', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'mac_address': 'fa:16:3e:7a:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:48Z', 'updated_at': '2020-12-09T05:32:03Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'subnets': [{'id': 'c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:37:10.810135 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-af431e95-3124-44fa-a3b5-a464e1c031ab service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111967 Dec 09 05:37:10.812134 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-d40baa92-c017-48bd-a9ea-e39ddef6d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:10.813614 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-d40baa92-c017-48bd-a9ea-e39ddef6d96f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=88102c31-2b4e-4feb-b450-f808497a2057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1875577 Dec 09 05:37:10.885392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49122) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:11.043993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d5881a-be69-4cc5-be7e-6635b5a4362b None None] New status for floating IP 9b2cc31c-2ad1-4afc-95e4-7726d704d04a: DOWN {{(pid=80240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 05:37:11.063169 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.086470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:11.086849 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-dbcced30-66e7-434f-95d2-64e4ced6fd5f req-8c3e5368-bef4-466e-b359-70df1ef27394 service neutron] 10.222.0.57 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2698684 Dec 09 05:37:11.092614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6641a44867c14a57aec504fed8d5464c is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:11.093244 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-b3f529c0-2f5d-49ea-b559-69b333a13b9e service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517338 Dec 09 05:37:11.097527 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:11.120302 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:11.276674 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-4915ec64-643e-4ac1-8cc7-bd66f519ce59 req-af79e48f-cab9-47ea-889d-10ad015ebc55 service neutron] 10.222.0.54 "GET /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612554 Dec 09 05:37:11.307001 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.310299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.321061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-0610ca6e-d27f-4acf-9ab0-1853916d0744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:11.352861 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdc6ccd-bfc0-44fe-bf18-30601b1a83fe,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:11.356860 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:11.377819 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49138) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:11.382790 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8ef8513c-72d0-4fe2-b05e-6afc0eca20b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6641a44867c14a57aec504fed8d5464c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4955957 Dec 09 05:37:11.447585 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.477199 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.495317 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49144) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:11.526959 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.532203 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3340f40e-7479-4a53-ac9a-71d0aed3109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:11.546963 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdc6ccd-bfc0-44fe-bf18-30601b1a83fe,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:11.550019 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:11.550985 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.552211 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b73dc130-46d7-4c80-b964-caece14fbd86 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecdc6ccd-bfc0-44fe-bf18-30601b1a83fe HTTP/1.1" status: 204 len: 168 time: 0.1732848 Dec 09 05:37:11.667275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.690032 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:11.695325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Usage tracker for resource:security_group_rule and tenant:4b7adcbbc52f4f8ea9e2ceb4a462535e is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:11.700612 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:11.708634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:11.813212 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.816481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.825685 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1f6b4b77-470c-459f-83da-ee53e8b392be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:11.859641 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b7adcbbc52f4f8ea9e2ceb4a462535e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3630979 Dec 09 05:37:11.868069 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49156) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:11.894444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ddd24c-1c0e-4dc6-8550-cd2ad2d0988d,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:11.905255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-419a7bf3-47ef-48e7-bb3d-d4d7b5c21625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:11.925420 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889b58-6354-4ab9-bb1e-19043a44ff68 req-ea06a605-b43a-4811-ae3c-dbebe575172f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:11.926216 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-72889b58-6354-4ab9-bb1e-19043a44ff68 req-ea06a605-b43a-4811-ae3c-dbebe575172f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Synchronizing usage tracker for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80239) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 05:37:11.941339 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [req-72889b58-6354-4ab9-bb1e-19043a44ff68 req-ea06a605-b43a-4811-ae3c-dbebe575172f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Unset dirty status for tenant:b51785a98e344525bd9b93c45e190ec4 on resource:port {{(pid=80239) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 05:37:11.942643 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72889b58-6354-4ab9-bb1e-19043a44ff68 req-ea06a605-b43a-4811-ae3c-dbebe575172f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1047008 Dec 09 05:37:11.951249 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.983299 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:11.985822 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49160) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.016088 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.029459 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.029999 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-72889b58-6354-4ab9-bb1e-19043a44ff68 req-a7e60ebd-c5ce-4ec3-b723-2c18b5bb9a50 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0803461 Dec 09 05:37:12.035081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7300d6de-9590-418d-82d3-5698fa153b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.035706 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:12.040510 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Usage tracker for resource:security_group_rule and tenant:6b7f2229fcce4b6cb5a27eb8f42439f4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:12.043610 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:12.050318 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:12.051783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ddd24c-1c0e-4dc6-8550-cd2ad2d0988d,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.062952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:12.072440 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.076106 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60ddd24c-1c0e-4dc6-8550-cd2ad2d0988d HTTP/1.1" status: 204 len: 168 time: 0.2043543 Dec 09 05:37:12.153215 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.156348 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.166260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f8d21b6d-be80-4597-8d28-a963473b782d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.209001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b7f2229fcce4b6cb5a27eb8f42439f4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2219412 Dec 09 05:37:12.210763 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d150ef5-4cda-45d8-8e1d-43e1233ada4c,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.212085 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49166) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.214368 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:12.275983 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.305830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.351208 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.356257 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-892d6a50-18c5-489f-9f95-fdd8508cd811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.370742 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d150ef5-4cda-45d8-8e1d-43e1233ada4c,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.373635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:12.374553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.375753 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-74fa10c5-ae63-4dfd-a636-bc9630300323 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d150ef5-4cda-45d8-8e1d-43e1233ada4c HTTP/1.1" status: 204 len: 168 time: 0.1624873 Dec 09 05:37:12.499149 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49174) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.518697 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.538465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:12.542572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Usage tracker for resource:security_group_rule and tenant:4736ac757e2f4824bf9b52f7212ced65 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:12.545544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:12.551493 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:12.637967 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.641195 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.653927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ae839e49-ab77-4c52-b6c4-427a2a8aae7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.699144 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4736ac757e2f4824bf9b52f7212ced65&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1988137 Dec 09 05:37:12.700110 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56408ad1-c05d-412e-8c3b-67e61ed6e2d1,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.702634 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49180) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.703393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-88d03b1b-84c4-4f2f-8fdb-fa42af867e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:12.743797 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49184) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.763124 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.769631 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.778890 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:12.783255 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Usage tracker for resource:security_group_rule and tenant:a26b02b3ad584cf6b5a1e83b825c88dc is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:12.786250 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:12.792681 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:12.798112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.847867 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.853506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-61e133ee-332b-4936-bf6f-78deec52abe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.866335 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56408ad1-c05d-412e-8c3b-67e61ed6e2d1,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.874021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:12.876786 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.880510 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-051c8f67-385f-43d0-bffb-60526c501bb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56408ad1-c05d-412e-8c3b-67e61ed6e2d1 HTTP/1.1" status: 204 len: 168 time: 0.1743257 Dec 09 05:37:12.880701 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.883496 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:12.893209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-710ace0f-e36c-4e7a-ad49-dd4855bab3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:12.938053 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a26b02b3ad584cf6b5a1e83b825c88dc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1929913 Dec 09 05:37:12.939776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bb7e59-6076-47bc-9e15-74bb65117734,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:12.941613 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49190) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:12.943260 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7cc41ea2-c884-4c60-afd5-a34d4c474124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:13.014137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.042555 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.089629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.094942 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b011a490-c357-421c-94f8-818ff648a22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:13.114865 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bb7e59-6076-47bc-9e15-74bb65117734,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:13.126611 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:13.134458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.135651 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a4381745-abfa-49aa-9471-c996d49a7bb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64bb7e59-6076-47bc-9e15-74bb65117734 HTTP/1.1" status: 204 len: 168 time: 0.1928556 Dec 09 05:37:13.237236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-90da24f9-1af0-4d9f-bf23-9ebcdbc67f3e tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:13.239007 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-90da24f9-1af0-4d9f-bf23-9ebcdbc67f3e tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.54 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1058407 Dec 09 05:37:13.317616 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88269e-1545-4ea0-94e7-36c62e2815ed req-9f5de585-4067-4e86-942f-2a7b8cc13720 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 05:37:13.320052 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bf88269e-1545-4ea0-94e7-36c62e2815ed req-9f5de585-4067-4e86-942f-2a7b8cc13720 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 946 time: 0.1124549 Dec 09 05:37:13.321504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Deleting port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:13.321903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.390880 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-bf88269e-1545-4ea0-94e7-36c62e2815ed req-6e3ff0ff-a600-4af6-9bbd-9f5efc40c10d tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups?id=044eafbb-832a-4763-80c1-b564fa48f984&fields=id&fields=name HTTP/1.1" status: 200 len: 315 time: 0.0634608 Dec 09 05:37:13.624630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] For port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:13.624630 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.764031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Calling delete_port for b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 owned by compute:nova {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:13.914367 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:13.933972 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1817e7e1-d35a-493b-9706-593c04ec2c6e tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:13.954458 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:37:13.979531 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event deleted for resources: {'Port': ['ID=b612ffe9-eaf1-41fe-b8f2-cac3da9230a8,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:13.997178 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:14.181988 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] No DVR routers for this DVR port b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 on host hv-cinder-76330 {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:37:14.184363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854763214'] for port, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:14.203467 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-deleted', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8'}] {{(pid=80239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 05:37:14.205148 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-60698aaa-7c92-421c-b3cc-f9bac41f2d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:14.213049 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-0541b4bc-35c3-42c1-80d1-a0ac07f2c04b req-885085d8-e35f-41a9-a90f-322bc78fdb72 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.54 "DELETE /v2.0/ports/b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 HTTP/1.1" status: 204 len: 173 time: 0.9680290 Dec 09 05:37:14.270330 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbc21e5-27f3-4599-99fc-6fc6cb034731', 'name': 'network-vif-deleted', 'tag': 'b612ffe9-eaf1-41fe-b8f2-cac3da9230a8', 'status': 'completed', 'code': 200} Dec 09 05:37:14.578001 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-9d99f5db-acf4-466b-b537-5224ef5e47af req-c62dc205-86fe-4302-a45f-ecfe9c38b9d2 tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/ports?device_id=fcbc21e5-27f3-4599-99fc-6fc6cb034731 HTTP/1.1" status: 200 len: 210 time: 0.0527732 Dec 09 05:37:14.707362 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:14.719776 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49282) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:14.751637 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] No Port match for: b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:14.752003 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Device b612ffe9-eaf1-41fe-b8f2-cac3da9230a8 not bound to the agent host hv-cinder-76330 {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:14.908868 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:14.925622 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:14.930900 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Usage tracker for resource:security_group_rule and tenant:13f3e04404ee4093b10a50d141696398 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:14.934008 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:14.939909 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:15.037187 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.040298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.055252 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e2574af7-a775-4c08-8e90-524a8d7fe284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:15.106112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49294) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:15.106857 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13f3e04404ee4093b10a50d141696398&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3854113 Dec 09 05:37:15.107941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f43158f-05d5-45c9-8eff-c23d7ed3f463,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:15.111537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ea755c78-15ee-4262-9a79-3fb8e2b52a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:15.195363 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.223494 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.273688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.279366 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d26839b4-b935-4f35-b45a-838a9a3e1f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:15.297623 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f43158f-05d5-45c9-8eff-c23d7ed3f463,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:15.304025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:15.313204 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.317341 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3ecec63f-b752-42df-820a-54049445b25a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f43158f-05d5-45c9-8eff-c23d7ed3f463 HTTP/1.1" status: 204 len: 168 time: 0.2095065 Dec 09 05:37:15.790024 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-20654eb7-febb-4643-8124-f4b4a5de888f tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "GET /v2.0/security-groups/044eafbb-832a-4763-80c1-b564fa48f984 HTTP/1.1" status: 200 len: 2875 time: 0.0565033 Dec 09 05:37:15.865078 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.894295 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.947181 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.952917 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7ca60735-b952-4cd9-9e15-16bdb4f0e6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:15.969498 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Pushing event deleted for resources: {'SecurityGroup': ['ID=044eafbb-832a-4763-80c1-b564fa48f984,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:15.972365 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:15.979820 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:15.981059 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [req-d5dcf700-7ba2-4abd-a695-8b92837a0688 req-a7a95e1b-4148-47d4-9420-9f907f67e27c tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] 10.222.0.57 "DELETE /v2.0/security-groups/044eafbb-832a-4763-80c1-b564fa48f984 HTTP/1.1" status: 204 len: 173 time: 0.1845646 Dec 09 05:37:16.036230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49334) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:16.500948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c49a9c6d-27c8-4704-821f-bc630034e0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:16.715147 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:17.334081 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Deleting port df811737-7276-46d7-ad8c-b1007712f383 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:17.334848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:17.446393 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:17.745664 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] For port df811737-7276-46d7-ad8c-b1007712f383, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=df811737-7276-46d7-ad8c-b1007712f383,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:17.746052 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:17.876039 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Calling delete_port for df811737-7276-46d7-ad8c-b1007712f383 owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:17.990964 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:18.054392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:18.070544 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-21d8c06b-a1cf-4c7e-a247-705d96c15b8a tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:18.124624 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=df811737-7276-46d7-ad8c-b1007712f383,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:18.127559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:18.504284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:18.520099 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:19.009283 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Router f80a89e7-f5db-4643-8416-b4d53af9153c has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:37:19.193548 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:37:19.202395 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Sync routers for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:37:19.212926 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:19.213603 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:37:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:19.214034 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-6ab9d301-1256-4664-9410-9ca729fdb5cd admin admin] 10.222.0.57 "PUT /v2.0/routers/f80a89e7-f5db-4643-8416-b4d53af9153c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1764779 Dec 09 05:37:19.216826 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49372) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:19.422190 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:19.605604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:19.619992 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:19.625500 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Deleting port 8b79fe44-1107-4302-aa5e-14e681249753 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:19.626031 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:19.830935 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] For port 8b79fe44-1107-4302-aa5e-14e681249753, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=8b79fe44-1107-4302-aa5e-14e681249753,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:19.831341 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:19.917766 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:37:17Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:19.921768 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Checking router: f80a89e7-f5db-4643-8416-b4d53af9153c for host: dv-cinder-763306-6-smb {{(pid=80241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:37:19.930836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Routers {'f80a89e7-f5db-4643-8416-b4d53af9153c'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:19.931487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:37:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['f80a89e7-f5db-4643-8416-b4d53af9153c'], 'active': True} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:19.961132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Calling delete_port for 8b79fe44-1107-4302-aa5e-14e681249753 owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:20.108097 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.120694 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] Set router f80a89e7-f5db-4643-8416-b4d53af9153c gateway port host: dv-cinder-763306-6-smb {{(pid=80241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:20.195993 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.447619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:37:17Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:20.451771 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba62ba4-3d66-417b-81b6-4e61517a1c57 None None] The sync data for ids ['f80a89e7-f5db-4643-8416-b4d53af9153c'] in dv-cinder-763306-6-smb is: [{'id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'name': 'tempest-TestShelveInstance-650264743-router', 'tenant_id': 'b51785a98e344525bd9b93c45e190ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186'}], 'enable_snat': True}, 'gw_port_id': '8b79fe44-1107-4302-aa5e-14e681249753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:43Z', 'updated_at': '2020-12-09T05:37:17Z', 'revision_number': 5, 'project_id': 'b51785a98e344525bd9b93c45e190ec4', 'gw_port': {'id': '8b79fe44-1107-4302-aa5e-14e681249753', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:bd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80a89e7-f5db-4643-8416-b4d53af9153c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:44Z', 'updated_at': '2020-12-09T05:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:37:20.566210 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.704006 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.707662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.730750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.731323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f80a89e7-f5db-4643-8416-b4d53af9153c {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:37:20.744331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.745572 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-0f3a1f04-30b1-4e67-bc0a-d7cdf53a0c7e admin admin] 10.222.0.57 "DELETE /v2.0/routers/f80a89e7-f5db-4643-8416-b4d53af9153c HTTP/1.1" status: 204 len: 168 time: 1.5276968 Dec 09 05:37:20.748277 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49388) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:20.819675 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Deleting subnet c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:37:20.823144 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.878808 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:20.977383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.247924 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.264925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-6cfdbd41-ddbf-4c65-94d2-c7a745518cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:21.316230 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:21.320236 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:21.409423 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.415265 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b58b68-0e3b-4465-93c8-ae3ce40cb017 None None] Network 88102c31-2b4e-4feb-b450-f808497a2057 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:37:21.418700 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-051589cf-7717-438e-85f2-4ff65d42b4ec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c2d7bb5f-8b8c-44c1-bb92-9179bed6c3d3 HTTP/1.1" status: 204 len: 168 time: 0.6669490 Dec 09 05:37:21.419107 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49398) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:21.453640 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 8b79fe44-1107-4302-aa5e-14e681249753 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:21.493667 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 8b79fe44-1107-4302-aa5e-14e681249753 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:21.494061 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 8b79fe44-1107-4302-aa5e-14e681249753 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:21.494579 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device df811737-7276-46d7-ad8c-b1007712f383 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:21.551571 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.580112 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: df811737-7276-46d7-ad8c-b1007712f383 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:21.580506 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device df811737-7276-46d7-ad8c-b1007712f383 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:21.620661 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Deleting port a35d985c-99d2-4626-96d3-c8de38eced25 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:21.621043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.768359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] DHCP port deletion for 88102c31-2b4e-4feb-b450-f808497a2057 request from dv-cinder-763306-6-smb {{(pid=80240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 05:37:21.773605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Deleting port a35d985c-99d2-4626-96d3-c8de38eced25 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:21.774488 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.859881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] For port a35d985c-99d2-4626-96d3-c8de38eced25, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=a35d985c-99d2-4626-96d3-c8de38eced25,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:21.860209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:21.995981 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Calling delete_port for a35d985c-99d2-4626-96d3-c8de38eced25 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:21.997827 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] For port a35d985c-99d2-4626-96d3-c8de38eced25, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=a35d985c-99d2-4626-96d3-c8de38eced25,segment=NetworkSegment(746e016b-e334-45f9-a218-73875e69b277),segment_id=746e016b-e334-45f9-a218-73875e69b277)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:21.998333 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.075947 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.092958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f7231f73-e2d7-4d48-8ef7-df1290c8440f tempest-AttachVolumeNegativeTest-2050336602 tempest-AttachVolumeNegativeTest-2050336602] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:22.133285 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Calling delete_port for a35d985c-99d2-4626-96d3-c8de38eced25 owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:22.176832 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35d985c-99d2-4626-96d3-c8de38eced25,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:22.183876 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:22.213113 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:37:22.213530 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:37:22.270672 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] No DVR routers for this DVR port a35d985c-99d2-4626-96d3-c8de38eced25 on host dv-cinder-763306-6-smb {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:37:22.342336 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49410) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:22.409304 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.530801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.560430 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88102c31-2b4e-4feb-b450-f808497a2057']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:22.571767 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:22.578235 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746e016b-e334-45f9-a218-73875e69b277') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:22.578582 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746e016b-e334-45f9-a218-73875e69b277') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:22.585750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Usage tracker for resource:security_group_rule and tenant:217fb6c30583446e88d7744b84c871b4 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:22.591471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:22.599999 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.607380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:22.624164 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.626962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:37:22.714978 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Deleting port a35d985c-99d2-4626-96d3-c8de38eced25 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:22.715329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:22.786444 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-95859013-e880-40d9-8883-816e1044a5c5 None None] The port 'a35d985c-99d2-4626-96d3-c8de38eced25' was deleted {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 09 05:37:22.840538 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Network 88102c31-2b4e-4feb-b450-f808497a2057 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:37:22.858927 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.086404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Network 88102c31-2b4e-4feb-b450-f808497a2057 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:37:23.112454 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:37:23.114759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.129887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.141683 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-31f3e505-7ad7-4149-9deb-8149d4a21150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:23.250577 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=217fb6c30583446e88d7744b84c871b4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9071178 Dec 09 05:37:23.251392 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde437d-1840-4b42-b1da-6c3ea206fc5f,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:23.254378 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49418) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:23.254604 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.256237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:23.259489 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-1c64c9a6-f72b-434d-bb2b-61603e9d0c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:23.274735 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.289462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Pushing event deleted for resources: {'Network': ['ID=88102c31-2b4e-4feb-b450-f808497a2057,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:23.294080 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:23.306892 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-986c0062-5f99-4c05-a2cc-a9d5e0f0e463 admin admin] 10.222.0.57 "DELETE /v2.0/networks/88102c31-2b4e-4feb-b450-f808497a2057 HTTP/1.1" status: 204 len: 168 time: 1.8867054 Dec 09 05:37:23.310090 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49422) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:23.322888 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.351729 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.411522 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.417435 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-e1ea40d0-9ef8-43f4-9069-0f83b5b75823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:23.428426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde437d-1840-4b42-b1da-6c3ea206fc5f,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:23.431106 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:23.437941 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:23.439337 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-3aa2ea24-9b4b-4c9e-bed1-bcd935579f90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bde437d-1840-4b42-b1da-6c3ea206fc5f HTTP/1.1" status: 204 len: 168 time: 0.1837292 Dec 09 05:37:23.464072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device a35d985c-99d2-4626-96d3-c8de38eced25 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:23.501526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: a35d985c-99d2-4626-96d3-c8de38eced25 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:23.501847 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device a35d985c-99d2-4626-96d3-c8de38eced25 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:23.939605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660705'] for router_interface, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:24.552194 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Deleting port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:24.552559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:24.736331 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] For port 3c8cc43b-364b-41ad-ad22-1d93eb471f2c, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:24.736730 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:24.865686 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Calling delete_port for 3c8cc43b-364b-41ad-ad22-1d93eb471f2c owned by network:router_interface {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:25.039102 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:25.054551 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f6712a01-1b3c-45fc-a852-6c71c6ccaed3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:25.109463 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8cc43b-364b-41ad-ad22-1d93eb471f2c,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:25.114412 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:25.468689 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16736274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-660639'] for router_interface, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:25.975812 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Router d3c471f1-0df9-45eb-9500-395da80eb0b9 has already been hosted by L3 agent 0c7f659b-9719-46ae-b22f-90072dcf7c29 {{(pid=80239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 09 05:37:26.166712 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] Notify agent at l3_agent.dv-cinder-763306-6-smb the message routers_updated {{(pid=80239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 05:37:26.179208 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-06d2e2c1-5491-474b-8fc5-29a6e4d1852f admin admin] 10.222.0.57 "PUT /v2.0/routers/d3c471f1-0df9-45eb-9500-395da80eb0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8655753 Dec 09 05:37:26.179385 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Sync routers for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 05:37:26.179619 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49434) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:26.188723 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:26.189486 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:37:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:26.369038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:26.380760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:26.703116 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:37:24Z', 'revision_number': 5, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:26.707750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Checking router: d3c471f1-0df9-45eb-9500-395da80eb0b9 for host: dv-cinder-763306-6-smb {{(pid=80240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 05:37:26.717343 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Routers {'d3c471f1-0df9-45eb-9500-395da80eb0b9'} bound to L3 agent in host dv-cinder-763306-6-smb {{(pid=80240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 05:37:26.718016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-09T05:19:16Z,description=,heartbeat_timestamp=2020-12-09T05:37:16Z,host='dv-cinder-763306-6-smb',id=0c7f659b-9719-46ae-b22f-90072dcf7c29,load=0,resource_versions=,resources_synced=,started_at=2020-12-09T05:19:16Z,topic='l3_agent')) {'router_ids': ['d3c471f1-0df9-45eb-9500-395da80eb0b9'], 'active': True} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:26.783063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:26.788996 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Deleting port c2ff868a-7ef7-43ac-8fe6-f94080878cfa {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:26.789342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:26.910014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvr_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] Set router d3c471f1-0df9-45eb-9500-395da80eb0b9 gateway port host: dv-cinder-763306-6-smb {{(pid=80240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 09 05:37:26.975803 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] For port c2ff868a-7ef7-43ac-8fe6-f94080878cfa, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=c2ff868a-7ef7-43ac-8fe6-f94080878cfa,segment=NetworkSegment(016f0e06-9ee2-4a1e-83c1-73eb76f4ba60),segment_id=016f0e06-9ee2-4a1e-83c1-73eb76f4ba60)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:26.976214 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.109303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Calling delete_port for c2ff868a-7ef7-43ac-8fe6-f94080878cfa owned by network:router_gateway {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:27.221606 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_hamode_db [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:37:24Z', 'revision_number': 5, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}], 'dv-cinder-763306-6-smb', False) {} {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:27.226628 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b58190-3593-44f4-a166-fac2a32ae7ba None None] The sync data for ids ['d3c471f1-0df9-45eb-9500-395da80eb0b9'] in dv-cinder-763306-6-smb is: [{'id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'name': 'tempest-TestShelveInstance-460149928-router', 'tenant_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'external_fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-09T05:31:55Z', 'updated_at': '2020-12-09T05:37:24Z', 'revision_number': 5, 'project_id': 'de5ba2ad9db6444d997ba670061f6f5f', 'gw_port': {'id': 'c2ff868a-7ef7-43ac-8fe6-f94080878cfa', 'name': '', 'network_id': '03a40fbc-98b7-4ac8-bb2b-ac981dc2995c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c471f1-0df9-45eb-9500-395da80eb0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-09T05:31:57Z', 'updated_at': '2020-12-09T05:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04d004b-3cf6-427d-aed4-b535ff36b9f2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-6-smb'}] {{(pid=80240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 05:37:27.253298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.403512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3c8cc43b-364b-41ad-ad22-1d93eb471f2c no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:27.442072 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 3c8cc43b-364b-41ad-ad22-1d93eb471f2c {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:27.442495 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3c8cc43b-364b-41ad-ad22-1d93eb471f2c not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:27.460291 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116119'] for router_gateway, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.605750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-656135', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2382'] for router, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.608132 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.630504 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-656317'] for router, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.631094 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c471f1-0df9-45eb-9500-395da80eb0b9 {{(pid=80239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 05:37:27.643872 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] Notify callbacks [] for router, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.645111 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-82df143d-0fbf-4a7d-bb1d-380b16e3bad4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d3c471f1-0df9-45eb-9500-395da80eb0b9 HTTP/1.1" status: 204 len: 168 time: 1.4646623 Dec 09 05:37:27.647925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49452) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:27.714731 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Deleting subnet e43ea326-4c4e-45dd-8e35-fa9203e1c29f {{(pid=80239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 09 05:37:27.718643 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.775553 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852286730'] for subnet, precommit_delete_associations {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:27.856666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16034700'] for subnet, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.123386 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838741116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2997467', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1887138'] for subnet, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.139481 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f5208d98-844c-449a-ae20-39bdb1e1bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:28.187359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43ea326-4c4e-45dd-8e35-fa9203e1c29f,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:28.192013 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:28.273710 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for subnet, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.278958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c7d8d-7960-4b7f-8ba4-344f2badfd2e None None] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 requested from dv-cinder-763306-6-smb {{(pid=80240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 05:37:28.279664 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-cbdf85ce-3095-4787-bede-21744d980742 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e43ea326-4c4e-45dd-8e35-fa9203e1c29f HTTP/1.1" status: 204 len: 168 time: 0.6307437 Dec 09 05:37:28.282384 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49456) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:28.411401 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838600026'] for network, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.482836 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Deleting port 3583191b-6498-4c43-8524-3254ddcb1182 {{(pid=80239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:28.483209 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.694070 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] DHCP port deletion for 765fd973-85bc-4f53-b03a-e5be3b8a1439 request from dv-cinder-763306-6-smb {{(pid=80240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 05:37:28.699026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] For port 3583191b-6498-4c43-8524-3254ddcb1182, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3583191b-6498-4c43-8524-3254ddcb1182,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:28.699180 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Deleting port 3583191b-6498-4c43-8524-3254ddcb1182 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:28.699432 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.699559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.828734 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Calling delete_port for 3583191b-6498-4c43-8524-3254ddcb1182 owned by network:dhcp {{(pid=80239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:28.905471 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16214873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036801770787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793165212599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363243689965001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851778419'] for port, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.918792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.db [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] For port 3583191b-6498-4c43-8524-3254ddcb1182, host dv-cinder-763306-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-6-smb',level=0,port_id=3583191b-6498-4c43-8524-3254ddcb1182,segment=NetworkSegment(288dc712-9f0e-44e5-850f-2c468fb58afb),segment_id=288dc712-9f0e-44e5-850f-2c468fb58afb)] {{(pid=80240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 09 05:37:28.919237 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854091558'] for port, precommit_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:28.921426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-abb18d7d-ad36-496c-b754-a06896c4e27a tempest-TestShelveInstance-1315832896 tempest-TestShelveInstance-1315832896] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:28.975456 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Pushing event deleted for resources: {'Port': ['ID=3583191b-6498-4c43-8524-3254ddcb1182,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:28.982275 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:29.051319 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Calling delete_port for 3583191b-6498-4c43-8524-3254ddcb1182 owned by network:dhcp {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 09 05:37:29.073778 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] No DVR routers for this DVR port 3583191b-6498-4c43-8524-3254ddcb1182 on host dv-cinder-763306-6-smb {{(pid=80239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 05:37:29.122294 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.db.api [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80240) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 05:37:29.122550 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_db.api [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80240) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 05:37:29.205884 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16028370', 'neutron.services.segments.db._delete_segments_for_network--9223363243689360841'] for network, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.321841 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765fd973-85bc-4f53-b03a-e5be3b8a1439']}} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:29.334487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288dc712-9f0e-44e5-850f-2c468fb58afb') {'for_net_delete': True} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:29.334869 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.services.segments.db [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288dc712-9f0e-44e5-850f-2c468fb58afb') {} {{(pid=80239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 05:37:29.346748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363243689359049', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2489086'] for segment, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.361528 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16029717'] for segment, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.363537 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 09 05:37:29.446960 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3583191b-6498-4c43-8524-3254ddcb1182 no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:29.485219 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: 3583191b-6498-4c43-8524-3254ddcb1182 {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:29.485707 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device 3583191b-6498-4c43-8524-3254ddcb1182 not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:29.486266 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c2ff868a-7ef7-43ac-8fe6-f94080878cfa no longer exists at agent ovs-agent-dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 05:37:29.520562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] No Port match for: c2ff868a-7ef7-43ac-8fe6-f94080878cfa {{(pid=80240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 09 05:37:29.520966 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.rpc [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Device c2ff868a-7ef7-43ac-8fe6-f94080878cfa not bound to the agent host dv-cinder-763306-6-smb {{(pid=80240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 05:37:29.558307 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:37:29.571870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036838746084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2997430'] for segment, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.623629 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Deleting port 3583191b-6498-4c43-8524-3254ddcb1182 {{(pid=80240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 09 05:37:29.624213 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793165206506'] for port, before_delete {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.696414 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.plugin [None req-26bf9b98-7d4b-4c73-a90a-fd6a0362e1aa None None] The port '3583191b-6498-4c43-8524-3254ddcb1182' was deleted {{(pid=80240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 09 05:37:29.755320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.plugins.ml2.managers [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Network 765fd973-85bc-4f53-b03a-e5be3b8a1439 has no segments {{(pid=80239) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: Traceback (most recent call last): Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: timer() Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: cb(*args, **kw) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: return func(*args, **kwargs) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: self._notify() Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: self.callback(batched_events) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: event.method(event) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: segment_id)['aggregates'][0] Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: return f(self, *a, **k) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: return self._get(url).json() Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: **kwargs) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: return self.request(url, 'GET', **kwargs) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: **endpoint_filter) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 05:37:29.777863 dv-cinder-763306-6-smb neutron-server[80125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 05:37:29.859474 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838747431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036838039541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659696'] for network, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.863404 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:29.878342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036838039496'] for network, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:29.890962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Pushing event deleted for resources: {'Network': ['ID=765fd973-85bc-4f53-b03a-e5be3b8a1439,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:29.892989 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:29.894669 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8da0988d-8117-481a-adc7-1a3daee1648a admin admin] 10.222.0.57 "DELETE /v2.0/networks/765fd973-85bc-4f53-b03a-e5be3b8a1439 HTTP/1.1" status: 204 len: 168 time: 1.6110101 Dec 09 05:37:30.116693 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49478) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:30.173821 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-aee890d2-46aa-4a93-97a1-135f355fdebb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b51785a98e344525bd9b93c45e190ec4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0555933 Dec 09 05:37:30.176473 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49482) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:30.240074 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.273733 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.317843 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.322798 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-cd621667-53f0-44bc-96e2-152256f8f884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:30.336813 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ceebf-5f1a-48af-9d7a-30c35d11afaa,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:30.342060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:30.344046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.347820 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-76bf397a-ea2f-4ed0-a346-a9da494fcb23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b9ceebf-5f1a-48af-9d7a-30c35d11afaa HTTP/1.1" status: 204 len: 168 time: 0.1678622 Dec 09 05:37:30.758083 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49490) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:30.811365 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-8e0d304b-d7c7-41c5-b111-93e8e9511c6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de5ba2ad9db6444d997ba670061f6f5f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0519464 Dec 09 05:37:30.813974 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49494) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:30.875300 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.902403 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.946877 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.951727 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-bcf8d14f-718c-4ea9-a30a-41b1bec1f4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:30.967029 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a6e6b-8102-4e37-b951-a0be15326b08,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:30.970745 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:30.973979 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:30.975234 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/295a6e6b-8102-4e37-b951-a0be15326b08 HTTP/1.1" status: 204 len: 168 time: 0.1602204 Dec 09 05:37:31.558783 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49506) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:31.715271 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:31.730279 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:31.734313 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ae299846745841e09e18fa854cfdad85 is out of sync, need to count used quota {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:31.737251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80239) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:31.743728 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80239) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:31.828176 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:31.830887 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:31.839906 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f86a5d46-6186-4476-bfcf-4ab4b53aa030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:31.881411 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae299846745841e09e18fa854cfdad85&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3215179 Dec 09 05:37:31.883233 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081eaa19-0f86-416b-822e-65a22123b627,revision_number=1']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:31.885173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49512) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:31.886980 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-2bf4bffb-a5c0-44da-8223-86e6ffcfd3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:31.956871 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:31.987320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:32.033524 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:32.038478 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-05980c23-44c2-4a53-8b7f-95eb5b4fde6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:32.049605 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081eaa19-0f86-416b-822e-65a22123b627,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:32.053274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:32.057242 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:32.059130 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/081eaa19-0f86-416b-822e-65a22123b627 HTTP/1.1" status: 204 len: 168 time: 0.1717453 Dec 09 05:37:42.126027 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49630) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:42.296912 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.313332 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:42.317479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Usage tracker for resource:security_group_rule and tenant:61fa61fae40846d19ec94b4bce5458d3 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:42.320513 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:42.327063 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:42.412465 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.415274 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.424757 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-8c66bfb8-de14-4301-a99f-926f0c175c28 tempest-AttachVolumeShelveTestJSON-1247593378 tempest-AttachVolumeShelveTestJSON-1247593378] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:42.466709 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642de06-3309-4ed3-95fa-a5d4460cef84,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:42.470137 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:42.473188 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-b9b73093-7c99-49c3-9461-b0d9f7a6a1af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=61fa61fae40846d19ec94b4bce5458d3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3460314 Dec 09 05:37:42.476025 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49636) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:42.543751 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.571562 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.616394 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.620958 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-148a4981-b318-487a-a9e4-39bafbede697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:42.632380 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642de06-3309-4ed3-95fa-a5d4460cef84,revision_number=None']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:42.636724 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:42.640189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:42.641376 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-ac66045d-4d8c-427f-9b71-188bbe76784f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f642de06-3309-4ed3-95fa-a5d4460cef84 HTTP/1.1" status: 204 len: 168 time: 0.1643186 Dec 09 05:37:42.989572 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49644) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:43.010427 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.025962 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:43.030095 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Usage tracker for resource:security_group_rule and tenant:2dac0b36ce3f4434b872691065415172 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:43.033269 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:43.039021 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:43.124173 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.127091 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.136830 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-f8201f7b-40b0-4c95-ab7a-efe8116b1750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:43.182738 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2dac0b36ce3f4434b872691065415172&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1919947 Dec 09 05:37:43.184540 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be59e407-dd63-4335-a2f5-948678cb4783,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:43.185635 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49648) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:43.187925 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-874cedb5-fa29-40a8-a7cc-5c4c1ec05716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:43.248372 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.274937 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.323325 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.328383 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-97dfe7cc-57a6-4cf5-ba2d-d7f1e990693e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:43.343621 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59e407-dd63-4335-a2f5-948678cb4783,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:43.346777 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:43.351026 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:43.352599 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-27aa6bc4-e40d-4fdf-afe3-2c6cf068ba6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be59e407-dd63-4335-a2f5-948678cb4783 HTTP/1.1" status: 204 len: 168 time: 0.1654990 Dec 09 05:37:43.768284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49656) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:44.008889 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.024364 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:44.028491 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Usage tracker for resource:security_group_rule and tenant:143425133615467193c479d47757d197 is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:44.031460 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:44.037448 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:44.122396 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.125359 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.134043 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-c121b2c7-0aae-4cc7-ba4a-35b9007ab902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:44.176030 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=143425133615467193c479d47757d197&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4066060 Dec 09 05:37:44.177698 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56117ffa-ae46-4f45-af47-f9a531c837ea,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:44.178956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49660) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:44.180934 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-5236416d-8478-4ab3-ad93-b07102e1a270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:44.206952 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-62e8e63a-b2fe-447b-a7a1-0520010fc2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.243659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.270784 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.315656 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.320559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-65d5c6c6-ad35-4deb-b8b0-2e3f4275aaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:44.331595 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56117ffa-ae46-4f45-af47-f9a531c837ea,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:44.335330 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:44.339662 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:44.340524 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-a5b6d82e-0a10-4717-8cbe-7afe67e20886 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56117ffa-ae46-4f45-af47-f9a531c837ea HTTP/1.1" status: 204 len: 168 time: 0.1604180 Dec 09 05:37:46.502323 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1a21af5d-65b9-4fe9-b4f8-9ab709cf7735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:47.444738 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:47.993016 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:48.522316 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:50.193468 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:50.954284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:37:56.757632 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80238) accepted ('10.222.0.57', 49776) {{(pid=80238) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:56.915848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:56.931160 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 05:37:56.936133 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Usage tracker for resource:security_group_rule and tenant:90ac7ed1c04a446fb988a6da890b800d is out of sync, need to count used quota {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 05:37:56.939111 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.quota.resource [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80238) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 05:37:56.944851 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.quota.driver [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80238) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 05:37:57.034298 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.037264 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_create {{(pid=80238) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.046342 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-07862d32-8c6d-4dc1-8e68-5952ffceddce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:57.088689 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90ac7ed1c04a446fb988a6da890b800d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3298612 Dec 09 05:37:57.090567 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2120096a-60ed-48af-93c4-44fa72cf7459,revision_number=1']} {{(pid=80238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:57.091666 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.wsgi [-] (80239) accepted ('10.222.0.57', 49782) {{(pid=80239) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 05:37:57.094067 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-31257e19-0581-4653-b97d-18dbf663e906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80238) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:57.158922 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.186470 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.231371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854035952'] for security_group, after_delete {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.236512 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-7eb17d69-1bfb-48ab-9bbd-981cf017dd95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 09 05:37:57.247546 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120096a-60ed-48af-93c4-44fa72cf7459,revision_number=None']} {{(pid=80239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 05:37:57.251268 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG oslo_concurrency.lockutils [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 09 05:37:57.254583 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:37:57.255821 dv-cinder-763306-6-smb neutron-server[80125]: INFO neutron.wsgi [None req-d7fc39d6-d57d-4e57-b95b-31be3a145768 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2120096a-60ed-48af-93c4-44fa72cf7459 HTTP/1.1" status: 204 len: 168 time: 0.1630220 Dec 09 05:38:14.209060 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-16e66ce0-184c-48b0-82f6-a009c9c73d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:16.503284 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-95ae0114-51ef-4305-8693-cded4665b796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:17.447750 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:17.995744 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:18.523975 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:20.201122 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:27.955329 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:38:44.211010 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-1bfb5e06-7149-4a29-a6d0-b59bf3655de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:46.505655 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-0ed14d37-0ee9-42c9-b2aa-4bef6abd0fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:47.449759 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:47.997970 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:48.529977 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:38:50.212614 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:04.954848 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:39:14.211688 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-aef81904-2d86-4f07-8086-b49bdb3a1f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:16.507426 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-67c8d1a8-3dcb-42af-9236-d086621022d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:17.453650 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:18.000334 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:18.530796 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:20.232389 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:41.955189 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:39:44.212303 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-30ebf470-5be1-4225-a1a0-219090ab3a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:46.510046 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-75e62b04-7f82-4bcf-ac7e-d8d3ec2a04be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:47.456760 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:48.002807 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:48.532881 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:39:50.247792 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:14.214310 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3d51e287-92e5-4f4a-8520-3e98ae360cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:16.511014 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff579-ecc6-429e-99d9-bf2573c667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:17.459801 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:18.004447 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:18.537053 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:18.954948 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:40:20.263928 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:44.215559 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-842c5ecf-c11c-46fa-8f39-dca34a3d82a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:46.512371 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3c9497e1-918b-47ca-bbb3-232680090cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:47.460357 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:48.005810 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:48.539038 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:50.278526 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:40:55.954903 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:41:14.216516 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-355c661f-1956-4cb4-98bc-9c201d92160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:16.514936 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-5b9e5526-4f53-4bd6-a514-c38088e4b9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:17.463696 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:18.007956 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:18.541218 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:20.300439 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:32.954519 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:41:44.217071 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa7e4-27e7-4f54-94a1-a65aa04c6af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:46.518748 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c233-7ce0-4c0b-8f59-b5c497422a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:47.466692 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:48.011487 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:48.543586 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:41:50.317272 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:09.956188 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:42:14.217859 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-7b75f4e5-41c6-4fa5-bf03-421d4dbbadf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:16.521726 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-3fefe2b1-1883-40b1-8a52-9d6dcd96fdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:17.470462 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:18.013228 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:18.547143 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:20.316479 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:44.219505 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-24bdd39f-3442-4668-8569-4694d2390295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:46.524320 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-c67262d7-9f94-4ae9-bb59-2dd85ce03a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:46.957251 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron.db.agents_db [None req-abc8fa61-5ae3-445f-b084-2bcb0dc1aa43 None None] Agent healthcheck: found 6 active agents {{(pid=80241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 09 05:42:47.475469 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-05aa372c-805b-4dab-a80b-40ef37b067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:48.015293 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-515545e0-d1f3-457e-9da1-f1b02234c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:48.549646 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-ded88c7f-96dc-44b0-95f1-99b96afe6e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:42:50.314659 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-cf614bf0-61ac-4570-b84c-f5a9bbb6a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 05:43:14.219870 dv-cinder-763306-6-smb neutron-server[80125]: DEBUG neutron_lib.callbacks.manager [None req-a114c2b0-9c61-4013-a376-366d34c90156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363243689360858', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16033215'] for agent, after_update {{(pid=80240) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}